-- Logs begin at Mon 2022-02-07 02:01:39 UTC, end at Mon 2022-02-07 02:55:42 UTC. -- Feb 07 02:32:28.387266 dv-cinder-828061-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 02:32:31.391693 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.common.config [-] Logging enabled! Feb 07 02:32:31.392305 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 07 02:32:31.392518 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108962) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 02:32:31.395779 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.common.config [-] Logging enabled! Feb 07 02:32:31.396033 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev480 Feb 07 02:32:31.396362 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108962) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 02:32:31.397293 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 02:32:31.397528 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 02:32:31.397913 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 02:32:31.398165 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 02:32:31.398390 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 02:32:31.398863 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.399280 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 07 02:32:31.399591 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.399889 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.400181 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.400499 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.400790 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.401071 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.401359 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.401655 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.401940 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.402217 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.402503 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.402795 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.403078 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.403364 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.403647 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.403928 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] debug = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.404205 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.404658 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.405616 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.405903 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.406193 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.406473 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.406745 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.407019 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.407313 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.407630 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] host = dv-cinder-828061-1-iscsi {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.407909 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.408197 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.408515 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.408802 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.409075 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.409348 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.409634 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.409906 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.410179 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] log_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.410449 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.410736 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.411021 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.411310 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.411532 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.411755 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.412043 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.412330 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.412626 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.412900 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.413174 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.413447 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.413720 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.413989 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.414273 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.414555 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.414839 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.415109 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.415380 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.415653 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.415923 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.416206 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.416509 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.416782 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.417054 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.417341 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.417610 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.417881 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.418181 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.418466 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.418748 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.419031 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.419301 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.419584 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.419854 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.420125 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.421024 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] use_json = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.421304 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.421574 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.421857 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.422131 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.422404 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.422678 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.422947 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.423234 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.423507 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:31.423805 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.424106 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.424434 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.424735 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.425029 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.425310 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.425601 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.425886 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.426177 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.426468 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.426769 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.427051 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.427353 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.427645 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.427944 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.428251 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.428581 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.428878 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.429155 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.429431 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.429708 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.429987 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.430274 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.430550 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.430838 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.431126 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.431402 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.431698 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.431986 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.432282 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.432654 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.432874 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.433152 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.433443 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.433719 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.433991 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.434268 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.434557 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.434834 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.435107 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.435386 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.435663 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.435958 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.436235 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.436539 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.436830 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.437106 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.437376 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.437646 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.437921 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.438190 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.438474 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.438749 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.439019 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.439287 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.439560 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.439830 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.440103 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.440396 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.440669 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.440943 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.441215 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.441482 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.441750 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.442020 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.442290 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.442558 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.442827 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.443099 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.443368 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.443636 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.443903 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.444174 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.444469 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.444753 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.445043 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.445320 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.445594 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.445873 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.446148 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.446421 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.446695 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.446968 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.447241 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.447509 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.447794 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.448073 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.448364 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.448674 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.448948 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.449241 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.449514 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.450049 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.450323 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.450598 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.450878 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.451157 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.451448 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.452269 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.452584 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.452876 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.453166 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.453443 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.453750 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.454028 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:31.454245 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 02:32:31.454487 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108962) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 07 02:32:31.824924 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 02:32:31.825210 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 02:32:31.825517 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 07 02:32:31.825848 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 02:32:32.156939 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.157229 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.157497 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.158812 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.159088 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.159351 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.206556 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.206831 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.207096 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.222583 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.222864 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.223133 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.252244 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.252548 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.252823 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.288549 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.288825 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.289093 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.633911 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.634492 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.634492 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.634711 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.635401 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.735751 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.736076 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.736379 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.736656 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.736924 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.737235 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.737494 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.737750 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.738002 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.738287 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.738545 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.738809 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.739065 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.739317 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.739568 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.739826 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.740077 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.740359 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.740632 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.740889 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.741157 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.741409 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.741686 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.742056 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.742304 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.742547 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.742932 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 02:32:32.743171 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 02:32:32.743407 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 02:32:32.743641 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 02:32:32.743875 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 02:32:32.744108 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 02:32:32.744506 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 02:32:32.747597 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 02:32:32.751723 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 02:32:32.755427 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 07 02:32:32.757087 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 02:32:32.757558 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 02:32:32.757892 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 07 02:32:32.758296 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 02:32:32.761150 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 02:32:32.761403 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 02:32:32.761747 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 02:32:32.766617 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 07 02:32:32.790549 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 07 02:32:32.791163 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.791459 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108962) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 07 02:32:32.791825 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.793231 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108962) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 02:32:32.793512 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 02:32:32.793758 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 07 02:32:32.797575 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.797857 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:32.860727 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 02:32:32.860965 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 02:32:32.861202 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 02:32:32.861570 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 02:32:32.881423 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_db.sqlalchemy.engines [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108962) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 07 02:32:33.316814 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Initializing driver for type 'gre' Feb 07 02:32:33.317337 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] gre ID ranges: [(1, 1000)] Feb 07 02:32:33.369168 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Initializing driver for type 'local' Feb 07 02:32:33.369509 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Initializing driver for type 'vlan' Feb 07 02:32:33.382127 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] VlanTypeDriver initialization complete Feb 07 02:32:33.382469 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Initializing driver for type 'vxlan' Feb 07 02:32:33.382956 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] vxlan ID ranges: [(1, 1000)] Feb 07 02:32:33.432927 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Initializing extension driver 'port_security' Feb 07 02:32:33.433266 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.extensions.port_security [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] PortSecurityExtensionDriver initialization complete Feb 07 02:32:33.433599 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Initializing mechanism driver 'openvswitch' Feb 07 02:32:33.433931 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Initializing mechanism driver 'hyperv' Feb 07 02:32:33.440540 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.plugins.ml2.plugin [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:32:33.441372 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > port after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.441740 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > port after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.442091 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > port after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.442614 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 02:32:33.443040 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.443394 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.443738 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.444131 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 02:32:33.444562 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > network after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.444909 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > network after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.445249 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > network after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.445647 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 02:32:33.446049 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.446393 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.446729 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.447121 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 02:32:33.447523 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.447864 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.448198 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.448611 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 02:32:33.449015 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.449354 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.449942 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.450336 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 02:32:33.450776 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] ML2 OVO RPC backend initialized. {{(pid=108962) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 07 02:32:33.451464 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.451814 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.452222 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > network before_response 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.452594 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > networks before_response 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.452941 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > port before_response 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.453278 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > ports before_response 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.453619 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.453957 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.454295 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > network after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.454630 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > network after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.454961 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > network after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.455291 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > port after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.455626 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > port after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.455955 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > port after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.456283 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.456638 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.456965 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.465673 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded quota_driver: . Feb 07 02:32:33.466035 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.plugin [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Modular L2 Plugin initialization complete Feb 07 02:32:33.466375 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading services supported by the core plugin {{(pid=108962) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 02:32:33.466712 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.plugins.ml2.managers [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Got port-security extension from driver 'port_security' Feb 07 02:32:33.467672 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.extensions.vlantransparent [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Disabled vlantransparent extension. Feb 07 02:32:33.468159 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108962) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 02:32:33.468510 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading Plugin: router Feb 07 02:32:33.504238 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.504649 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router after_create 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.505023 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router before_create 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.505387 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.505757 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.506115 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router after_delete 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.506468 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.506811 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.507165 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router after_create 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.507509 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router after_update 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.507858 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router after_update 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.508193 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.508569 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router after_update 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.508973 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.509335 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: port after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.509670 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: port after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.510002 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: subnet after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.510342 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.510685 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.511026 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.511364 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: port before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.511696 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.512052 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router after_update 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.512428 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.512901 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.513256 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.513597 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.513954 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > agent after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.514321 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > agent after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.514659 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > network after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.515506 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Tracking information for resource: router configured {{(pid=108962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 02:32:33.515832 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Tracking information for resource: floatingip configured {{(pid=108962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 02:32:33.520755 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.db.l3_agentschedulers_db [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 02:32:33.521326 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: port after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.521686 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: port after_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.522036 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: port after_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.522383 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: port after_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.523153 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router before_create 55550100 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.523512 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.523868 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.524218 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.528987 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.services.provider_configuration [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service providers = [] {{(pid=108962) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 02:32:33.529347 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.db.servicetype_db [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108962) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 02:32:33.532929 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.services.service_base [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 02:32:33.533277 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.services.service_base [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 02:32:33.533614 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.services.service_base [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 02:32:33.534484 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.services.service_base [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 02:32:33.534854 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.services.service_base [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 02:32:33.535230 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 02:32:33.535541 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 02:32:33.546930 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 02:32:33.547262 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading Plugin: auto_allocate Feb 07 02:32:33.552999 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: network precommit_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.553364 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: network precommit_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.553876 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 02:32:33.554195 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading Plugin: tag Feb 07 02:32:33.561082 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 02:32:33.561415 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading Plugin: timestamp Feb 07 02:32:33.565298 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 02:32:33.565629 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading Plugin: network_ip_availability Feb 07 02:32:33.571152 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.571475 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.571827 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.572553 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 02:32:33.572874 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading Plugin: flavors Feb 07 02:32:33.578052 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 02:32:33.578381 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading Plugin: revisions Feb 07 02:32:33.582660 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 02:32:33.583053 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_concurrency.lockutils [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=108962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 07 02:32:33.583787 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108962) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 07 02:32:33.584120 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Initializing extension manager. Feb 07 02:32:33.584673 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: __init__.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.585019 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: __pycache__ {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.585352 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.585681 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: address_group.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.586424 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.586991 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: address-group Feb 07 02:32:33.587314 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: address_scope.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.588020 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.588550 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: address-scope Feb 07 02:32:33.588872 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.589781 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.590289 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: router-admin-state-down-before-update Feb 07 02:32:33.590608 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: agent.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.591296 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.591797 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: agent Feb 07 02:32:33.592652 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: agent_resources_synced.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.593556 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.594062 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: agent-resources-synced Feb 07 02:32:33.594382 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.596151 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.596688 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: allowed-address-pairs Feb 07 02:32:33.597014 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.598080 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.598586 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: auto-allocated-topology Feb 07 02:32:33.598909 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: availability_zone.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.599594 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.600096 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: availability_zone Feb 07 02:32:33.600451 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: availability_zone_filter.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.601356 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.601861 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: availability_zone_filter Feb 07 02:32:33.602182 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: data_plane_status.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.603075 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.603577 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 02:32:33.603896 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: default_subnetpools.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.604817 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.605321 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: default-subnetpools Feb 07 02:32:33.605642 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.606436 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.606939 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: dhcp_agent_scheduler Feb 07 02:32:33.607259 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: dns.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.608781 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.609282 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension dns-integration not supported by any of loaded plugins Feb 07 02:32:33.609602 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: dns_domain_ports.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.610508 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.611012 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 02:32:33.611334 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.612241 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.612778 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 07 02:32:33.613100 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: dvr.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.613767 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.614267 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: dvr Feb 07 02:32:33.614582 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: ecmp_routes.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.615490 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.615995 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 07 02:32:33.616316 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: empty_string_filtering.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.617233 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.617737 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: empty-string-filtering Feb 07 02:32:33.618056 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.618955 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.619452 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 02:32:33.619769 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.620698 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.621196 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 02:32:33.621513 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: external_net.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.622403 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.622905 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: external-net Feb 07 02:32:33.623224 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.624155 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.624683 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: extra_dhcp_opt Feb 07 02:32:33.625003 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: extraroute.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.625917 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.626420 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: extraroute Feb 07 02:32:33.626740 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: extraroute_atomic.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.627774 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.628278 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: extraroute-atomic Feb 07 02:32:33.628632 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: filter_validation.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.629291 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.629793 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: filter-validation Feb 07 02:32:33.630113 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: fip_pf_description.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.631006 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.631504 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 02:32:33.631824 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: fip_port_details.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.632923 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.633428 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: fip-port-details Feb 07 02:32:33.633749 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: flavors.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.634983 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.635505 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: flavors Feb 07 02:32:33.635829 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.637516 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.638035 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 02:32:33.638362 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: floatingip_pools.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.639078 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.639587 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: floatingip-pools Feb 07 02:32:33.639911 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: ip_allocation.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.640855 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.641358 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 02:32:33.641682 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.642593 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.643098 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: ip-substring-filtering Feb 07 02:32:33.643422 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l2_adjacency.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.644333 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.644852 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 02:32:33.645173 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l3.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.646125 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.646636 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: router Feb 07 02:32:33.646960 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.649224 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.649743 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 02:32:33.650072 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.650991 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.651502 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: ext-gw-mode Feb 07 02:32:33.651828 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.652764 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.653273 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: l3-ha Feb 07 02:32:33.653595 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.654492 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.655523 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 07 02:32:33.655843 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l3_flavors.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.656769 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.657272 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: l3-flavors Feb 07 02:32:33.657594 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.658955 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.659469 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 07 02:32:33.659795 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.660737 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.661246 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 02:32:33.661570 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: l3agentscheduler.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.662585 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.663090 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: l3_agent_scheduler Feb 07 02:32:33.663415 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: local_ip.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.665233 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.665741 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension local_ip not supported by any of loaded plugins Feb 07 02:32:33.666079 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: logging.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.667679 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.668203 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension logging not supported by any of loaded plugins Feb 07 02:32:33.668563 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: metering.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.669302 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.669878 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: metering Feb 07 02:32:33.670205 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.671879 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.672423 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: metering_source_and_destination_fields Feb 07 02:32:33.672752 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: multiprovidernet.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.673674 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.674187 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: multi-provider Feb 07 02:32:33.674509 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: netmtu.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.675416 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.675921 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: net-mtu Feb 07 02:32:33.676248 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: netmtu_writable.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.677180 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.677684 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: net-mtu-writable Feb 07 02:32:33.678003 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: network_availability_zone.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.678671 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.679168 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: network_availability_zone Feb 07 02:32:33.679484 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: network_ip_availability.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.680619 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.681130 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: network-ip-availability Feb 07 02:32:33.681453 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: network_segment_range.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.682210 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.682708 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 02:32:33.683028 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: pagination.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.683997 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.684325 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: pagination Feb 07 02:32:33.684666 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: port_device_profile.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.685566 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.686119 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: port-device-profile Feb 07 02:32:33.686437 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.687388 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.687895 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: port-mac-address-regenerate Feb 07 02:32:33.688212 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.689148 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.689653 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: port-numa-affinity-policy Feb 07 02:32:33.689971 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: port_resource_request.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.690874 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.691373 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 02:32:33.691689 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: port_resource_request_groups.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.692683 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.693187 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 07 02:32:33.693504 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: portbindings.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.694415 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.694919 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: binding Feb 07 02:32:33.695237 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: portbindings_extended.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.696547 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.697060 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: binding-extended Feb 07 02:32:33.697386 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: portsecurity.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.698306 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.698844 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: port-security Feb 07 02:32:33.699169 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: project_id.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.700422 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.700751 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: project-id Feb 07 02:32:33.701068 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: providernet.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.702554 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.703066 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: provider Feb 07 02:32:33.703384 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.707040 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.707558 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos not supported by any of loaded plugins Feb 07 02:32:33.707886 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.709166 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.709681 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 02:32:33.710011 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.710921 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.711432 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 02:32:33.711757 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_default.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.712691 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.713196 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-default not supported by any of loaded plugins Feb 07 02:32:33.713522 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_fip.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.714444 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.714948 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-fip not supported by any of loaded plugins Feb 07 02:32:33.715273 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.716172 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.716717 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 07 02:32:33.717044 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.718650 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.719157 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 02:32:33.719483 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.720420 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.720926 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 02:32:33.721251 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.722283 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.722791 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 07 02:32:33.723115 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_pps_rule.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.724285 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.724822 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-pps not supported by any of loaded plugins Feb 07 02:32:33.725145 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.726052 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.726565 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 02:32:33.726886 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: qos_rules_alias.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.727917 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.728460 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 02:32:33.728786 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: quota_check_limit.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.729689 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.730202 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: quota-check-limit Feb 07 02:32:33.730523 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: quotasv2.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.731452 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.731780 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: quotas Feb 07 02:32:33.732099 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: quotasv2_detail.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.733932 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.734269 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: quota_details Feb 07 02:32:33.734599 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: rbac.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.735637 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.736161 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: rbac-policies Feb 07 02:32:33.736530 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: rbac_address_group.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.737448 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.737961 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: rbac-address-group Feb 07 02:32:33.738284 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: rbac_address_scope.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.739190 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.739702 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: rbac-address-scope Feb 07 02:32:33.740023 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: rbac_security_groups.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.740958 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.741462 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: rbac-security-groups Feb 07 02:32:33.741783 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.742685 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.743190 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: rbac-subnetpool Feb 07 02:32:33.743509 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: revisionifmatch.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.744460 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.744968 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: revision-if-match Feb 07 02:32:33.745287 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: revisions.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.746525 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.747038 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: standard-attr-revisions Feb 07 02:32:33.747360 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: router_availability_zone.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.748027 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.748584 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: router_availability_zone Feb 07 02:32:33.748907 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: routerservicetype.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.749819 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.750320 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension router-service-type not supported by any of loaded plugins Feb 07 02:32:33.750642 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.751550 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.752056 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: security-groups-normalized-cidr Feb 07 02:32:33.752399 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.753311 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.753814 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: port-security-groups-filtering Feb 07 02:32:33.754132 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.755048 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.755560 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: security-groups-remote-address-group Feb 07 02:32:33.755883 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.756911 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.757427 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: security-groups-shared-filtering Feb 07 02:32:33.757773 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.758361 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 07 02:32:33.758679 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: securitygroup.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.770358 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.770885 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: security-group Feb 07 02:32:33.771220 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: segment.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.772001 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.772539 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension segment not supported by any of loaded plugins Feb 07 02:32:33.772866 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.773805 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.774315 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 02:32:33.774641 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: servicetype.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.775743 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.776264 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: service-type Feb 07 02:32:33.776613 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: sorting.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.777589 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.777917 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: sorting Feb 07 02:32:33.778238 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: standard_attr_segment.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.779148 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.780207 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 02:32:33.780570 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: standardattrdescription.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.781212 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.781714 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: standard-attr-description Feb 07 02:32:33.782034 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: stateful_security_group.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.782949 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.783459 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: stateful-security-group Feb 07 02:32:33.783782 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: stdattrs_common.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.784359 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 02:32:33.784684 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.785595 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.786103 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 02:32:33.786423 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: subnet_onboard.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.787497 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.788013 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: subnet_onboard Feb 07 02:32:33.788336 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.789283 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.789788 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 02:32:33.790106 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: subnet_service_types.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.791030 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.791541 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: subnet-service-types Feb 07 02:32:33.791862 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: subnetallocation.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.792959 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.793472 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: subnet_allocation Feb 07 02:32:33.793797 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.794458 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.794964 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: subnetpool-prefix-ops Feb 07 02:32:33.795323 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.796236 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.796782 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 02:32:33.797106 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: tagging.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.798162 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.798673 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: standard-attr-tag Feb 07 02:32:33.798997 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: timestamp.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.800201 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.800812 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loaded extension: standard-attr-timestamp Feb 07 02:32:33.801138 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: trunk.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.802161 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.802671 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension trunk not supported by any of loaded plugins Feb 07 02:32:33.802994 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: trunk_details.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.803913 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.804452 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension trunk-details not supported by any of loaded plugins Feb 07 02:32:33.804776 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.805687 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.806192 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 02:32:33.806511 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Loading extension file: vlantransparent.py {{(pid=108962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 02:32:33.807171 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 02:32:33.807672 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 02:32:33.810170 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:network Feb 07 02:32:33.810677 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:subnet Feb 07 02:32:33.811092 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 02:32:33.811475 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:port Feb 07 02:32:33.812696 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.813147 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service FLAVORS assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.813736 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.814151 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.814476 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:router Feb 07 02:32:33.814898 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 02:32:33.815365 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service METERING assigned prefix: /metering {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.816816 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.817195 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.817548 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:32:33.818534 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 02:32:33.818966 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:security_group Feb 07 02:32:33.819394 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 02:32:33.819972 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service CORE assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.820299 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 02:32:33.820668 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] subnetpool is already registered Feb 07 02:32:33.821094 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service CORE assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.821459 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 02:32:33.821749 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] subnetpool is already registered Feb 07 02:32:33.823954 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.824401 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service FLAVORS assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.825231 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.825639 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.825965 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:router Feb 07 02:32:33.826294 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] router is already registered Feb 07 02:32:33.827211 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 02:32:33.827544 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] floatingip is already registered Feb 07 02:32:33.827984 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service METERING assigned prefix: /metering {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.828658 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 02:32:33.828980 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] rbac_policy is already registered Feb 07 02:32:33.829383 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:security_group Feb 07 02:32:33.829708 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] security_group is already registered Feb 07 02:32:33.830100 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 02:32:33.830427 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] security_group_rule is already registered Feb 07 02:32:33.831034 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service CORE assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.831358 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 02:32:33.831685 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] subnetpool is already registered Feb 07 02:32:33.832101 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.v2.resource_helper [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Service CORE assigned prefix: {{(pid=108962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 02:32:33.832566 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 02:32:33.832896 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING neutron.quota.resource_registry [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] subnetpool is already registered Feb 07 02:32:33.833356 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: extensions {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.834788 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: address-groups {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.836236 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: address-scopes {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.837569 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: agents {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.838709 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: auto-allocated-topology {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.839954 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: availability_zones {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.841170 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: dhcp-networks {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.843278 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: dhcp-agents {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.844714 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: routers {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.846867 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: flavors {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.848015 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: service_profiles {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.849239 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: next_providers {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.850672 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: service_profiles {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.852189 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: floatingip-pools {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.853414 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: routers {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.855474 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: floatingips {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.856751 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: l3-routers {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.858167 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: l3-agents {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.859578 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: metering-labels {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.860929 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: metering-label-rules {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.862181 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: network-ip-availabilities {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.863417 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: bindings {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.865072 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: quotas {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.866616 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: quotas {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.868131 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: rbac-policies {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.870328 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: security-groups {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.871550 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: security-group-rules {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.872789 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: service-providers {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.874015 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: subnetpools {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.875406 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: subnetpools {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.876864 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.878535 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.880324 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.882098 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.883847 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.885698 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.887386 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.889813 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.891537 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.893393 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron.api.extensions [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Extended resource: tags {{(pid=108962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 02:32:33.899132 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING keystonemiddleware.auth_token [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 02:32:33.903718 dv-cinder-828061-1-iscsi neutron-server[108962]: WARNING keystonemiddleware.auth_token [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 02:32:33.912768 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_concurrency.lockutils [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Acquired lock "singleton_lock" {{(pid=108962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 07 02:32:33.913236 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_concurrency.lockutils [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Releasing lock "singleton_lock" {{(pid=108962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 07 02:32:33.913884 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO oslo_service.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Starting 2 workers Feb 07 02:32:33.918716 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Started child 109069 {{(pid=108962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 02:32:33.923180 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Started child 109070 {{(pid=108962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 02:32:33.924263 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:33.924976 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO neutron.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 02:32:33.925506 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=108962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:33.925777 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [-] (109069) wsgi starting up on http://0.0.0.0:9696 Feb 07 02:32:33.927845 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO oslo_service.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Starting 1 workers Feb 07 02:32:33.927997 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:33.929406 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [-] (109070) wsgi starting up on http://0.0.0.0:9696 Feb 07 02:32:33.933191 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Started child 109071 {{(pid=108962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 02:32:33.933756 dv-cinder-828061-1-iscsi neutron-server[108962]: INFO oslo_service.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Starting 1 workers Feb 07 02:32:33.937058 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] calling RpcWorker wait() {{(pid=109071) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 02:32:33.937582 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] returning from RpcWorker wait() {{(pid=109071) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 02:32:33.938247 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Started child 109072 {{(pid=108962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 07 02:32:33.938953 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:33.939063 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG neutron_lib.callbacks.manager [None req-1db17248-aaa1-4ece-a461-aa943df489b8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=108962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:33.939457 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:32:33.940955 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 02:32:33.941160 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 02:32:33.941343 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 02:32:33.941576 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 02:32:33.941912 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 02:32:33.942075 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 02:32:33.942566 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.942839 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.943112 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.943206 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:33.943650 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.943650 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.944065 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:32:33.944197 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.944662 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.944907 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.945183 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.945435 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.945609 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.945773 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.946011 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.946274 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.946572 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.946850 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.947105 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.947376 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.947546 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.947801 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.948075 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.948320 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.948603 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] debug = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.948839 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.949326 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.949550 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.950058 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.950315 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.950599 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.950824 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.951098 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.951327 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.952093 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.952354 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.952641 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.952872 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.953119 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.953373 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.953601 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.953852 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.954086 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.954565 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] host = dv-cinder-828061-1-iscsi {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.954772 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.954984 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.955210 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.955453 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.955693 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.955922 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.956154 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.956435 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.956680 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.956903 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.957140 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.957381 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.957596 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.957832 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.957995 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_options = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.958227 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.958497 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.958747 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.958937 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.959106 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.959269 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.959528 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.959690 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.959933 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.960162 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.960406 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.960624 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.960845 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.961079 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.961330 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.961636 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.961793 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.961987 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.962244 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.962470 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.962692 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.962937 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.963167 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.963444 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.963624 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.963836 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.964080 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.964295 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.964535 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.964761 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.964988 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.965272 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.965488 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.965716 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.966050 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.966219 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.966395 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.966626 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.966899 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.967189 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.967985 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.968202 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.968439 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.968705 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.968920 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.969289 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.969509 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_json = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.969730 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.970054 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.970401 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.970608 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.970747 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.970963 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.971267 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.971382 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.971597 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:33.971985 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.972276 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.972617 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.972884 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.973166 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.973561 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.973964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.974340 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.974743 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.975136 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.975794 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.976553 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.976553 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.976792 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.976920 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.977180 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.977440 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.977727 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.979499 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.979499 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.979499 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.979499 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.979499 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.979499 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.979499 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.979499 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.980021 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.980021 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.980233 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.980729 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.981058 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.981460 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.981714 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.981948 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.982443 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.982864 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.983266 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.983506 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.983730 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.983997 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.984220 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.984480 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.984707 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.984931 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.985367 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.985641 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.986056 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.986497 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.986919 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.987140 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.987359 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.987574 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.987784 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.987994 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.988217 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.988457 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.988720 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.989136 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.989528 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.989899 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.990286 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.990556 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.990812 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.991035 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.991248 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.991459 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.991678 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.991896 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.992163 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.992451 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.992666 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.992899 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.993139 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.993347 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.993600 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.993816 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.994032 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.994243 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.994454 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.994665 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.994875 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.995090 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.995314 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.995684 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.996064 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.996283 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.996528 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.996761 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.997317 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.997536 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.997747 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.998017 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.998329 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.998633 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.998870 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.999114 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.999384 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.999617 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:33.999851 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.000066 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.000288 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.000551 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.000825 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.001076 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.001470 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.001732 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.001948 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.002198 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.002440 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.002689 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.002908 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.003141 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.003382 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.003670 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.003903 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.004386 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.004628 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.004890 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.005149 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.005394 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.005677 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.005929 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.006196 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.006488 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.006747 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.007011 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.007270 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.007527 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.007782 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.008012 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.008402 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.008661 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.008892 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.009145 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.009393 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.009635 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.009852 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.010080 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.010367 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.010595 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.010807 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.011019 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.011302 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.011537 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.011795 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.012054 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.012314 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.012566 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.012811 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.013039 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.013284 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.013508 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.013734 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.013946 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.014715 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.014930 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.015177 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.015388 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.015602 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.015832 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.016044 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.016277 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.016530 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.016757 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.016978 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.017224 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.017451 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.017821 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.018068 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.018281 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.018645 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.018880 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.019096 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.019347 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.019580 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.019851 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.020099 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.020330 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.020609 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.020822 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.021057 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.021273 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.021515 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.021730 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.021943 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.022151 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.022366 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.022578 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.022786 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.023009 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.023239 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.023492 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.023744 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.024088 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.024334 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.024575 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.024821 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.025063 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.025301 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.025519 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.025747 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.025943 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.026156 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.026378 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.026590 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.027031 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.027255 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.027460 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.027695 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.027964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.028193 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.028457 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.028675 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.028897 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.029115 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.029327 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.029554 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.030461 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.030675 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.030884 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.031099 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.031310 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.031610 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.031871 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.032114 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.032391 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.032611 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.032840 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.033091 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.033301 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.033515 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.033755 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.033969 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.034198 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.034395 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.034603 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.034809 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.035022 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.035252 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.035458 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.035676 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.035905 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.036085 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.036302 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.036576 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.036786 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.037026 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.037232 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.037439 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.037656 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.037867 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.038073 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.038310 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.038516 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.038720 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.038937 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.039147 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.039357 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.039633 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.039888 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.040103 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.040402 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.040630 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.040884 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.041119 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.041434 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.041625 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.041877 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.042107 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.042355 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.042590 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.042838 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.043150 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.043429 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.043678 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.043929 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.044220 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.044519 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.044704 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:32:34.044799 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.044988 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.045868 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.046153 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.046440 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.046690 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.046964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.047200 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.047440 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.047654 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.047886 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.048118 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.048371 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.048602 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.049040 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.049173 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.049550 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.049550 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.049795 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.049924 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.050133 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.050371 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.050583 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.050739 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 02:32:34.051257 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 07 02:32:34.051441 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 02:32:34.051580 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 02:32:34.051731 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 02:32:34.052288 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 02:32:34.052288 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 02:32:34.052288 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.052639 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.052639 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.052780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.052882 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.053084 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.053244 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.053439 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.053600 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.053869 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.054290 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.054290 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.054290 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.054567 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.054567 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.054728 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.054809 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.054965 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.055143 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.055355 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.055495 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.055656 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.055825 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] debug = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.055990 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.056223 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.056393 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.056564 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.056688 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.056886 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.057043 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.057298 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.057403 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.057521 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.057706 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.057870 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.058124 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.058229 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.058310 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.058509 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.058714 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.058842 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.058966 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] host = dv-cinder-828061-1-iscsi {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.059279 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.059612 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.059764 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.060097 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.060465 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.060797 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.061891 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.062150 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.062396 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.062831 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.063005 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.063321 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.063462 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.063535 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44270) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:32:34.063608 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.063766 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_options = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.063972 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.064068 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.064327 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.064448 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.064596 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.064747 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.064910 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.065061 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.065205 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.065344 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.065653 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.065812 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.065957 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.066147 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.066306 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.066556 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.066638 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.066774 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.066929 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.067074 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.067215 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.067356 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.067529 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.067677 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.067876 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.068007 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.068114 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.068479 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.068656 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.068806 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.068949 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.069099 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.069244 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.069430 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.069577 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.069731 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.069884 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.070026 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.070186 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.070331 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.070579 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.070579 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.070851 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.070990 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.071127 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.071276 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.071425 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_json = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.071608 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.071608 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.071893 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.071893 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.072158 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.072296 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.072469 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.072694 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.072694 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 02:32:34.073161 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.073161 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.073453 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074689 Feb 07 02:32:34.073885 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.074133 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.075102 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.075102 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.075102 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.075830 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.076105 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.076973 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.076973 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.076973 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.076973 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.076973 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.077472 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.077472 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.077472 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.077472 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.078151 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.078566 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.078727 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.078880 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.079047 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.079204 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.079401 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.079554 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.079876 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.079876 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.080158 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.080266 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.080397 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.080587 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.080753 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.080875 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.081039 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.081200 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.081413 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.081569 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.081757 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.081909 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.082051 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.082227 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.082764 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.082764 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.082764 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.083574 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.083574 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.083574 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.083574 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.083574 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.083882 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.083882 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.084028 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.084107 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.084227 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.085241 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.085436 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.085602 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.085785 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.086025 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.086137 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.086245 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.086446 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.086608 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.086717 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.086915 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.087037 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.087214 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.087376 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.087503 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.087854 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.088674 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.088674 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.088674 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.088674 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.088940 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.088940 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.089076 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.089230 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.089359 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.089522 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.089685 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.089967 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.090066 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.090192 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.090317 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.090505 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.090637 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.090834 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.090996 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.091315 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.091420 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.091547 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.091716 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.091890 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.092069 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.094470 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.094470 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.094470 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.094470 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.094470 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.094470 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095000 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095000 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095000 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095233 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095233 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095367 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095477 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095706 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095706 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.095938 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.096147 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.096290 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.096444 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.096624 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.096911 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.096911 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.097124 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.097250 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.097438 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.097611 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.097777 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.098097 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.098480 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.098861 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.099256 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.099601 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.099775 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.099957 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.100186 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.100429 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.100580 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.100721 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.100861 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.101001 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.101140 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.101292 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.101543 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.101543 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.102780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.102780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.102780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.102780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.102780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.102780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.102780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.102780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.103964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.103964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.103964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.103964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.103964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.103964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.103964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.103964 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.104700 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.104700 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.104700 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.104700 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.104984 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.104984 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.105128 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.105242 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.105367 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.105516 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.105677 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.105836 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.105995 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.106154 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.106313 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.106471 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.106631 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.106790 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.106950 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.107111 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.107270 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.107431 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.107591 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.108496 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.108639 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.108765 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.108889 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.109013 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.109245 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.109340 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.109447 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.109610 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.109771 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.109936 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.110096 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.110259 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.110422 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.110605 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.110769 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.110929 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.111094 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.111254 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.111415 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.111574 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.111735 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.111896 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.112055 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.112216 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.112396 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.112558 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.112718 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.112876 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.113036 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.113199 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.113418 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.113588 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.113755 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.113914 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.114074 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.114232 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.114390 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.114549 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.114709 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.114868 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.115028 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.115186 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.115361 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.115522 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.115687 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.115848 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.116000 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.116156 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.116328 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.116516 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.116675 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.116833 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.116991 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.117150 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.117320 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.117479 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.117638 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.117796 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.117955 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.118113 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.118281 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.118439 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.118598 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.118757 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.118915 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.119074 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.119319 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.119533 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.119533 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.119743 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.119830 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.119990 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.120158 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.120316 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.120595 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.120760 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.120901 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.121018 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.121168 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.121329 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.121500 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.121657 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.121821 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.121979 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.122163 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.122304 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.122467 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.122627 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.122788 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.122948 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.123108 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.123270 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.123464 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.123632 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.123799 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.123958 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.124125 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.124295 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.124486 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.124648 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.124814 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.124986 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.125145 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.125304 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.125461 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.125620 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.125780 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.125938 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.126102 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.126263 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.126417 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.126553 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.126697 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.126860 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.127018 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.127177 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.127335 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.127494 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.127653 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.127811 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.127970 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 02:32:34.128108 dv-cinder-828061-1-iscsi neutron-server[108962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 02:32:45.400373 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b1e90f-6d02-429a-95fe-279c8a8d5111 None None] get_active_networks_info from dv-cinder-828061-1-iscsi {{(pid=109071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 07 02:32:45.458685 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b1e90f-6d02-429a-95fe-279c8a8d5111 None None] No non-hosted networks {{(pid=109071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 02:32:45.474708 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.agentschedulers_db [None req-10b1e90f-6d02-429a-95fe-279c8a8d5111 None None] DHCP Agent not found on host dv-cinder-828061-1-iscsi {{(pid=109071) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 07 02:32:45.568014 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1188001a-bae2-4c92-95bb-05858e2a6c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640415'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:47.734620 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-65590567-f7fb-42d5-b0d5-ea091a815ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640415'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:47.780623 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49c9312e-8ec9-43ce-8a37-7678ab7780be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:48.868517 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640415'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:50.233800 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640415'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:51.062855 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.db.l3_hamode_db [None req-362372a1-8907-4057-b639-731460ba032a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 02:32:51.143081 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362372a1-8907-4057-b639-731460ba032a None None] Routers set() bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:32:51.143468 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362372a1-8907-4057-b639-731460ba032a None None] Router IDs set() for agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 07 02:32:51.894371 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640415'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:51.898808 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.899164 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.900082 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.902311 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.902681 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.903951 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.905235 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.905347 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.905622 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.905947 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.906289 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.907237 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.908371 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:32:51.909566 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828061-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:32:51.918123 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828061-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:32:54.265122 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 44368) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:32:54.756426 dv-cinder-828061-1-iscsi neutron-server[109070]: WARNING oslo_policy.policy [None req-db7ded53-f3a4-479b-be54-b6f035765926 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 02:32:54.757011 dv-cinder-828061-1-iscsi neutron-server[109070]: WARNING oslo_policy.policy [None req-db7ded53-f3a4-479b-be54-b6f035765926 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 02:32:54.981059 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [None req-db7ded53-f3a4-479b-be54-b6f035765926 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:32:54.982864 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-db7ded53-f3a4-479b-be54-b6f035765926 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7155323 Feb 07 02:32:57.618136 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44386) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:32:58.101780 dv-cinder-828061-1-iscsi neutron-server[109069]: WARNING oslo_policy.policy [None req-7c55d70b-79a6-4ab6-ad7f-9fd8cee0e986 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 02:32:58.102357 dv-cinder-828061-1-iscsi neutron-server[109069]: WARNING oslo_policy.policy [None req-7c55d70b-79a6-4ab6-ad7f-9fd8cee0e986 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 02:32:58.325088 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-7c55d70b-79a6-4ab6-ad7f-9fd8cee0e986 admin admin] Request body: {'subnetpool': {'shared': True, 'tenant_id': 'f0b1044bcdc94a2da05a52b6795082d0', 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:32:58.414873 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.policy [None req-7c55d70b-79a6-4ab6-ad7f-9fd8cee0e986 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109069) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 02:32:58.456454 dv-cinder-828061-1-iscsi neutron-server[109069]: WARNING oslo_policy.policy [None req-7c55d70b-79a6-4ab6-ad7f-9fd8cee0e986 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 02:32:58.456821 dv-cinder-828061-1-iscsi neutron-server[109069]: WARNING oslo_policy.policy [None req-7c55d70b-79a6-4ab6-ad7f-9fd8cee0e986 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 02:32:58.547835 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7c55d70b-79a6-4ab6-ad7f-9fd8cee0e986 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782918038847', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782918039378', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782918052582', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782917993583', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782917999687', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782918008564', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-893288', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-888675', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2033883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2007194'] for rbac-policy (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:58.611279 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7c55d70b-79a6-4ab6-ad7f-9fd8cee0e986 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:32:58.612532 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-7c55d70b-79a6-4ab6-ad7f-9fd8cee0e986 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9934146 Feb 07 02:33:01.256275 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44404) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:01.557596 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'project_id': '26c9bf6ae4fc41448605f4cdce111a09'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:33:01.584849 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Made reservation on behalf of 26c9bf6ae4fc41448605f4cdce111a09 for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:33:01.587493 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:01.604964 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:01.714776 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Publish callbacks [] for security_group (bae66cde-ab73-4f30-938b-fdd09dcd104d), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:01.718214 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (bae66cde-ab73-4f30-938b-fdd09dcd104d), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:01.737564 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:33:01.764765 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782915747768', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (e85736ed-e068-4c20-aef4-9a9e376ebfe6), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:01.765338 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Unsubscribe: segment precommit_create {{(pid=109069) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 02:33:01.765881 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Added segment e85736ed-e068-4c20-aef4-9a9e376ebfe6 of type vlan for network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 Feb 07 02:33:01.780902 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae66cde-ab73-4f30-938b-fdd09dcd104d,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:01.825348 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.825726 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.826068 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.826395 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.826720 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.827041 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.827375 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.827697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.828034 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.828382 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.828703 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.829016 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.829327 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Tracked resource versions report: Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: pushed versions: Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: { 'AddressGroup': {'1.2'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'ConntrackHelper': {'1.0'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'LocalIPAssociation': {'1.0'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Log': {'1.0'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Network': {'1.1'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Port': {'1.7'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'PortForwarding': {'1.2'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'QosPolicy': {'1.10'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SecurityGroup': {'1.5'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SecurityGroupRule': {'1.2'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SubPort': {'1.0'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Subnet': {'1.1'}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Trunk': {'1.1'}} Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: consumer versions: Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: { DHCP agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: L3 agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: Metadata agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: Metering agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: Open vSwitch agent@dv-cinder-828061-1-iscsi: { 'AddressGroup': '1.2', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'ConntrackHelper': '1.0', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'LocalIPAssociation': '1.0', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Log': '1.0', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Network': '1.1', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Port': '1.7', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'PortForwarding': '1.2', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'QosPolicy': '1.10', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SecurityGroup': '1.5', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SecurityGroupRule': '1.2', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SubPort': '1.0', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Subnet': '1.1', Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Trunk': '1.1'}} Feb 07 02:33:01.830660 dv-cinder-828061-1-iscsi neutron-server[109069]: {{(pid=109069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 02:33:01.875905 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (9551f7fa-4be9-4b0d-be78-0fbd541feba0), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:01.912500 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (9551f7fa-4be9-4b0d-be78-0fbd541feba0), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:01.913706 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:33:01.914413 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:01.984807 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7272954 Feb 07 02:33:02.013107 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dace5-700c-46e2-8541-5f7c7a03be56 admin admin] Pushing event updated for resources: {'Network': ['ID=9551f7fa-4be9-4b0d-be78-0fbd541feba0,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:02.024584 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:33:04.681598 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44418) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:05.067107 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e5de8-c559-4eaf-b3b6-7a23ef946880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:33:05.068487 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-2b6e5de8-c559-4eaf-b3b6-7a23ef946880 admin admin] 10.222.0.15 "GET /v2.0/networks/9551f7fa-4be9-4b0d-be78-0fbd541feba0 HTTP/1.1" status: 200 len: 825 time: 0.3859248 Feb 07 02:33:05.092324 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-47f88666-983a-4cc0-bbdf-7890d31c9fa2 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/f86be1cc-1e82-40c6-8799-65878d4202e3 HTTP/1.1" status: 200 len: 734 time: 0.0183783 Feb 07 02:33:05.100459 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Request body: {'subnet': {'subnetpool_id': 'f86be1cc-1e82-40c6-8799-65878d4202e3', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:33:05.120581 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Made reservation on behalf of 26c9bf6ae4fc41448605f4cdce111a09 for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:33:05.122784 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:05.403524 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (166c0e01-40a9-42a7-bcd0-95090826d387), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:05.468194 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=166c0e01-40a9-42a7-bcd0-95090826d387,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:05.472591 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Checking segment: {'id': 'e85736ed-e068-4c20-aef4-9a9e376ebfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:33:05.472993 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Network hostable DHCP agents. Network: 9551f7fa-4be9-4b0d-be78-0fbd541feba0, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:33:05.495486 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:33:05.505509 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 9551f7fa-4be9-4b0d-be78-0fbd541feba0) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:33:05.510365 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:33:05.510947 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:05.516605 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d084f923-9805-4f41-b593-762dcb35f25d None None] Network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:33:05.526358 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-eab7cb5a-21d0-46f0-a2ac-dd8f69e437e4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4290438 Feb 07 02:33:05.780264 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-9551f7fa-4be9-4b0d-be78-0fbd541feba0', 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0', 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'fixed_ips': [{'subnet_id': '166c0e01-40a9-42a7-bcd0-95090826d387'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:33:05.781546 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:06.052210 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Allocated IP 172.20.0.2 (9551f7fa-4be9-4b0d-be78-0fbd541feba0/166c0e01-40a9-42a7-bcd0-95090826d387/a8bee5c4-c032-4745-b23a-cf235b522404) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:33:06.317725 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Publish callbacks [] for port (a8bee5c4-c032-4745-b23a-cf235b522404), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:06.325408 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:06.401734 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:33:06.409945 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:33:06.416397 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:33:06.418471 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Pushing event updated for resources: {'Port': ['ID=a8bee5c4-c032-4745-b23a-cf235b522404,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:06.431158 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.431520 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.431881 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.432220 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.432571 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.432898 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.433224 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.433543 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.433863 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.434204 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.434529 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.434876 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.435193 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Tracked resource versions report: Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: pushed versions: Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: { 'AddressGroup': {'1.2'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'ConntrackHelper': {'1.0'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'LocalIPAssociation': {'1.0'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Log': {'1.0'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Network': {'1.1'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Port': {'1.7'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'PortForwarding': {'1.2'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'QosPolicy': {'1.10'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SecurityGroup': {'1.5'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SecurityGroupRule': {'1.2'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SubPort': {'1.0'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Subnet': {'1.1'}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Trunk': {'1.1'}} Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: consumer versions: Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: { DHCP agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: L3 agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: Metadata agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: Metering agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: Open vSwitch agent@dv-cinder-828061-1-iscsi: { 'AddressGroup': '1.2', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'ConntrackHelper': '1.0', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'LocalIPAssociation': '1.0', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Log': '1.0', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Network': '1.1', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Port': '1.7', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'PortForwarding': '1.2', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'QosPolicy': '1.10', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SecurityGroup': '1.5', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SecurityGroupRule': '1.2', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SubPort': '1.0', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Subnet': '1.1', Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Trunk': '1.1'}} Feb 07 02:33:06.436565 dv-cinder-828061-1-iscsi neutron-server[109071]: {{(pid=109071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 02:33:06.510892 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Attempting to bind port a8bee5c4-c032-4745-b23a-cf235b522404 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:33:06.511283 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Attempting to bind port a8bee5c4-c032-4745-b23a-cf235b522404 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'e85736ed-e068-4c20-aef4-9a9e376ebfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:33:06.511704 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Attempting to bind port a8bee5c4-c032-4745-b23a-cf235b522404 on network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:33:06.516552 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:33:06.516923 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Checking segment: {'id': 'e85736ed-e068-4c20-aef4-9a9e376ebfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:33:06.517457 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:06.517755 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Bound using segment: {'id': 'e85736ed-e068-4c20-aef4-9a9e376ebfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:33:06.518259 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Bound port: a8bee5c4-c032-4745-b23a-cf235b522404, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85736ed-e068-4c20-aef4-9a9e376ebfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:33:06.518658 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:06.580476 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] For port a8bee5c4-c032-4745-b23a-cf235b522404, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:33:06.584803 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] For port a8bee5c4-c032-4745-b23a-cf235b522404, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=a8bee5c4-c032-4745-b23a-cf235b522404,segment=NetworkSegment(e85736ed-e068-4c20-aef4-9a9e376ebfe6),segment_id=e85736ed-e068-4c20-aef4-9a9e376ebfe6)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:33:06.592586 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:06.659324 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102d96d-4dd4-4b3f-8b71-084d6e1355af None None] Pushing event updated for resources: {'Port': ['ID=a8bee5c4-c032-4745-b23a-cf235b522404,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:08.010825 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44426) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:08.328051 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [None req-f7c9e8dd-4ab7-4062-a372-fd3ee02d7e05 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:33:08.329058 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-f7c9e8dd-4ab7-4062-a372-fd3ee02d7e05 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3172994 Feb 07 02:33:10.788785 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44434) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:11.100434 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [None req-0289ef54-a052-4bae-933a-5fbe7ddf2570 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:33:11.101430 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-0289ef54-a052-4bae-933a-5fbe7ddf2570 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116932 Feb 07 02:33:13.796078 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44444) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:14.091612 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-768d6de9-e004-4f89-b52f-7e183312eb0a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:33:14.113786 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-768d6de9-e004-4f89-b52f-7e183312eb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:14.115734 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-768d6de9-e004-4f89-b52f-7e183312eb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:14.247897 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-768d6de9-e004-4f89-b52f-7e183312eb0a admin admin] Publish callbacks [] for router_controller (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), precommit_add_association {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:14.253550 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-768d6de9-e004-4f89-b52f-7e183312eb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:14.266912 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-768d6de9-e004-4f89-b52f-7e183312eb0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:14.268094 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-768d6de9-e004-4f89-b52f-7e183312eb0a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4710219 Feb 07 02:33:15.315391 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f082d8b3-d40d-46bc-9ba8-24eac7e9b28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:16.561924 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device a8bee5c4-c032-4745-b23a-cf235b522404 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:33:16.652744 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port a8bee5c4-c032-4745-b23a-cf235b522404 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:16.653199 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:16.749793 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44456) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:16.772942 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port a8bee5c4-c032-4745-b23a-cf235b522404 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:33:16.773279 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:16.810808 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port a8bee5c4-c032-4745-b23a-cf235b522404, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=a8bee5c4-c032-4745-b23a-cf235b522404,segment=NetworkSegment(e85736ed-e068-4c20-aef4-9a9e376ebfe6),segment_id=e85736ed-e068-4c20-aef4-9a9e376ebfe6)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:33:16.816139 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:16.868371 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=a8bee5c4-c032-4745-b23a-cf235b522404,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:17.086500 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [None req-e5c047f4-b44d-4265-8e7f-0d6017e8243b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:33:17.087429 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e5c047f4-b44d-4265-8e7f-0d6017e8243b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3366749 Feb 07 02:33:17.708182 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1690c909-63e2-4262-8d68-d13bcca9e677 None None] Network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:33:17.766020 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5e778090-3df8-4ba3-997a-d6296678891b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:17.828351 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-4ea17e89-f1c6-49f3-93e2-403af5e70eac None None] Provisioning complete for port a8bee5c4-c032-4745-b23a-cf235b522404 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:17.828756 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4ea17e89-f1c6-49f3-93e2-403af5e70eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:17.926762 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-4ea17e89-f1c6-49f3-93e2-403af5e70eac None None] Current status of the port a8bee5c4-c032-4745-b23a-cf235b522404 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:33:18.046388 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-b83d71c8-11db-431e-a8ad-d70c17cd07ef None None] Provisioning complete for port a8bee5c4-c032-4745-b23a-cf235b522404 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:18.046781 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b83d71c8-11db-431e-a8ad-d70c17cd07ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:18.122947 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-b83d71c8-11db-431e-a8ad-d70c17cd07ef None None] Current status of the port a8bee5c4-c032-4745-b23a-cf235b522404 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:33:18.525999 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device a8bee5c4-c032-4745-b23a-cf235b522404 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:33:18.571279 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port a8bee5c4-c032-4745-b23a-cf235b522404 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:18.571645 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:18.647676 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port a8bee5c4-c032-4745-b23a-cf235b522404 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:33:18.790460 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:19.578740 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44486) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:19.707892 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Request body: {'network': {'project_id': 'f0b1044bcdc94a2da05a52b6795082d0', 'tenant_id': 'f0b1044bcdc94a2da05a52b6795082d0', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:33:19.727847 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Made reservation on behalf of f0b1044bcdc94a2da05a52b6795082d0 for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:33:19.730065 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:19.738611 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:19.807051 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Publish callbacks [] for security_group (25fdaf31-90c8-4ac7-9871-b5f6a2c1855a), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:19.810863 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (25fdaf31-90c8-4ac7-9871-b5f6a2c1855a), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:19.827296 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Reserving flat network on physical network physnet1 {{(pid=109069) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 07 02:33:19.846320 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fdaf31-90c8-4ac7-9871-b5f6a2c1855a,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:19.849811 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (6a9d3080-392b-4706-b64a-f13e2559bf9f), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:19.850143 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Added segment 6a9d3080-392b-4706-b64a-f13e2559bf9f of type flat for network 01f17f2d-22c3-4418-9410-83b13ec0de51 Feb 07 02:33:19.893015 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (01f17f2d-22c3-4418-9410-83b13ec0de51), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:19.923252 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (01f17f2d-22c3-4418-9410-83b13ec0de51), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:19.924146 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:33:19.924731 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:19.971430 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3916545 Feb 07 02:33:19.983531 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fd961-b0ed-4a88-b955-132660a1e0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=01f17f2d-22c3-4418-9410-83b13ec0de51,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:19.993796 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:33:20.179706 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:21.881593 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:22.253938 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 44494) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:22.344585 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe30b7b-e29e-4274-9317-75fd8531cc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:33:22.345914 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-9fe30b7b-e29e-4274-9317-75fd8531cc65 admin admin] 10.222.0.15 "GET /v2.0/subnets/166c0e01-40a9-42a7-bcd0-95090826d387 HTTP/1.1" status: 200 len: 849 time: 0.0910370 Feb 07 02:33:22.462447 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a2218274-987d-4713-be77-0a6277a2b34d admin admin] 10.222.0.15 "GET /v2.0/routers/17cc84ad-aee2-4db4-abb5-cc9bd5725b19 HTTP/1.1" status: 200 len: 704 time: 0.1108246 Feb 07 02:33:22.724371 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:23.001809 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Allocated IP 172.20.0.1 (9551f7fa-4be9-4b0d-be78-0fbd541feba0/166c0e01-40a9-42a7-bcd0-95090826d387/e85da214-0108-4dad-82b5-f4a4cd2fec1b) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:33:23.194823 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Publish callbacks [] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:23.256559 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:23.318413 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:33:23.323847 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:33:23.333124 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:33:23.333655 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:23.405134 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e85da214-0108-4dad-82b5-f4a4cd2fec1b,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:23.539331 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:23.576637 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-e6b779d2-49de-4391-9905-c81cdff1133a None None] Provisioning complete for port e85da214-0108-4dad-82b5-f4a4cd2fec1b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:23.577206 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e6b779d2-49de-4391-9905-c81cdff1133a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:23.651510 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e6b779d2-49de-4391-9905-c81cdff1133a None None] Port e85da214-0108-4dad-82b5-f4a4cd2fec1b cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:33:23.748634 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Publish callbacks [] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:23.752979 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:23.753724 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:23.827984 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e85da214-0108-4dad-82b5-f4a4cd2fec1b,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:23.870621 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:33:23.872426 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:33:24.030061 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Router 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:33:24.073514 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-f9f5a668-801d-4942-97d5-e4582789bfa1 None None] Provisioning complete for port e85da214-0108-4dad-82b5-f4a4cd2fec1b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:24.073888 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f9f5a668-801d-4942-97d5-e4582789bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:24.106660 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5a668-801d-4942-97d5-e4582789bfa1 None None] Port e85da214-0108-4dad-82b5-f4a4cd2fec1b cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:33:24.124370 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:33:24.129624 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ba6bb615-d74c-4659-a075-87dc9d8cf5b6 admin admin] 10.222.0.15 "PUT /v2.0/routers/17cc84ad-aee2-4db4-abb5-cc9bd5725b19/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6621597 Feb 07 02:33:24.148410 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Sync routers for ids ['17cc84ad-aee2-4db4-abb5-cc9bd5725b19'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:33:24.160631 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Routers {'17cc84ad-aee2-4db4-abb5-cc9bd5725b19'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:33:24.161481 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:33:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['17cc84ad-aee2-4db4-abb5-cc9bd5725b19'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:33:24.346085 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Set router 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:33:24.775859 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'name': 'router1', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:33:14Z', 'updated_at': '2022-02-07T02:33:23Z', 'revision_number': 2, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'gw_port_host': None, '_interfaces': [{'id': 'e85da214-0108-4dad-82b5-f4a4cd2fec1b', 'name': '', 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'mac_address': 'fa:16:3e:63:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:33:22Z', 'updated_at': '2022-02-07T02:33:23Z', 'revision_number': 2, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'subnets': [{'id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86be1cc-1e82-40c6-8799-65878d4202e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:33:24.823630 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Checking router: 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:33:24.824002 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Updating router 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 port e85da214-0108-4dad-82b5-f4a4cd2fec1b binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:33:24.902503 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:25.386118 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Publish callbacks [] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:25.393539 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:25.550172 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Pushing event updated for resources: {'Port': ['ID=e85da214-0108-4dad-82b5-f4a4cd2fec1b,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:25.569738 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Attempting to bind port e85da214-0108-4dad-82b5-f4a4cd2fec1b on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:33:25.570135 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Attempting to bind port e85da214-0108-4dad-82b5-f4a4cd2fec1b by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'e85736ed-e068-4c20-aef4-9a9e376ebfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:33:25.570584 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Attempting to bind port e85da214-0108-4dad-82b5-f4a4cd2fec1b on network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:33:25.574066 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.574717 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.575070 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.575403 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.575726 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.576049 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.576392 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.576715 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.577035 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.577369 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.577690 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.578003 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.578316 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Tracked resource versions report: Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: pushed versions: Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: { 'AddressGroup': {'1.2'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'ConntrackHelper': {'1.0'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'LocalIPAssociation': {'1.0'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Log': {'1.0'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Network': {'1.1'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Port': {'1.7'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'PortForwarding': {'1.2'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'QosPolicy': {'1.10'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SecurityGroup': {'1.5'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SecurityGroupRule': {'1.2'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SubPort': {'1.0'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Subnet': {'1.1'}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Trunk': {'1.1'}} Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: consumer versions: Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: { DHCP agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: L3 agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: Metadata agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: Metering agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: Open vSwitch agent@dv-cinder-828061-1-iscsi: { 'AddressGroup': '1.2', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'ConntrackHelper': '1.0', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'LocalIPAssociation': '1.0', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Log': '1.0', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Network': '1.1', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Port': '1.7', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'PortForwarding': '1.2', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'QosPolicy': '1.10', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SecurityGroup': '1.5', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SecurityGroupRule': '1.2', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SubPort': '1.0', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Subnet': '1.1', Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Trunk': '1.1'}} Feb 07 02:33:25.579692 dv-cinder-828061-1-iscsi neutron-server[109072]: {{(pid=109072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 02:33:25.584438 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:33:25.584836 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Checking segment: {'id': 'e85736ed-e068-4c20-aef4-9a9e376ebfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:33:25.585322 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:25.585684 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Bound using segment: {'id': 'e85736ed-e068-4c20-aef4-9a9e376ebfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:33:25.586185 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Bound port: e85da214-0108-4dad-82b5-f4a4cd2fec1b, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85736ed-e068-4c20-aef4-9a9e376ebfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:33:25.586557 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:25.640289 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-2957fc97-e888-436a-9b5a-dd2bc8ecd486 None None] Provisioning complete for port e85da214-0108-4dad-82b5-f4a4cd2fec1b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:25.641271 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2957fc97-e888-436a-9b5a-dd2bc8ecd486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:25.653612 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] For port e85da214-0108-4dad-82b5-f4a4cd2fec1b, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:33:25.675160 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] For port e85da214-0108-4dad-82b5-f4a4cd2fec1b, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=e85da214-0108-4dad-82b5-f4a4cd2fec1b,segment=NetworkSegment(e85736ed-e068-4c20-aef4-9a9e376ebfe6),segment_id=e85736ed-e068-4c20-aef4-9a9e376ebfe6)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:33:25.678888 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-2957fc97-e888-436a-9b5a-dd2bc8ecd486 None None] Port e85da214-0108-4dad-82b5-f4a4cd2fec1b cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:33:25.682479 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:25.742112 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0e409-48ba-452c-9840-4e2d6f8563fe None None] Pushing event updated for resources: {'Port': ['ID=e85da214-0108-4dad-82b5-f4a4cd2fec1b,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:25.747508 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Routers {'17cc84ad-aee2-4db4-abb5-cc9bd5725b19'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:33:25.748104 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:33:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['17cc84ad-aee2-4db4-abb5-cc9bd5725b19'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:33:25.838704 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] Set router 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:33:25.898650 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-3718a582-08d1-458d-ad85-9bd03b116b90 None None] Provisioning complete for port e85da214-0108-4dad-82b5-f4a4cd2fec1b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:25.898955 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3718a582-08d1-458d-ad85-9bd03b116b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:25.974877 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-3718a582-08d1-458d-ad85-9bd03b116b90 None None] Current status of the port e85da214-0108-4dad-82b5-f4a4cd2fec1b is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:33:25.975266 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3718a582-08d1-458d-ad85-9bd03b116b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:26.006949 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-3718a582-08d1-458d-ad85-9bd03b116b90 None None] For port e85da214-0108-4dad-82b5-f4a4cd2fec1b, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=e85da214-0108-4dad-82b5-f4a4cd2fec1b,segment=NetworkSegment(e85736ed-e068-4c20-aef4-9a9e376ebfe6),segment_id=e85736ed-e068-4c20-aef4-9a9e376ebfe6)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:33:26.012183 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3718a582-08d1-458d-ad85-9bd03b116b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:26.050182 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'name': 'router1', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:33:14Z', 'updated_at': '2022-02-07T02:33:23Z', 'revision_number': 2, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'gw_port_host': None, '_interfaces': [{'id': 'e85da214-0108-4dad-82b5-f4a4cd2fec1b', 'name': '', 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'mac_address': 'fa:16:3e:63:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:33:22Z', 'updated_at': '2022-02-07T02:33:25Z', 'revision_number': 4, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'subnets': [{'id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86be1cc-1e82-40c6-8799-65878d4202e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:33:26.062024 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718a582-08d1-458d-ad85-9bd03b116b90 None None] Pushing event updated for resources: {'Port': ['ID=e85da214-0108-4dad-82b5-f4a4cd2fec1b,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:26.078090 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe2169e-ec42-44cb-8f7b-842d2b8d6d21 None None] The sync data for ids ['17cc84ad-aee2-4db4-abb5-cc9bd5725b19'] in dv-cinder-828061-1-iscsi is: [{'id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'name': 'router1', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:33:14Z', 'updated_at': '2022-02-07T02:33:23Z', 'revision_number': 2, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'gw_port_host': None, '_interfaces': [{'id': 'e85da214-0108-4dad-82b5-f4a4cd2fec1b', 'name': '', 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'mac_address': 'fa:16:3e:63:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:33:22Z', 'updated_at': '2022-02-07T02:33:25Z', 'revision_number': 4, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'subnets': [{'id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86be1cc-1e82-40c6-8799-65878d4202e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:33:28.764982 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 44512) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:29.028302 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.policy [None req-b6fbe49d-719c-4e84-b7d0-98703c23189b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109070) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 02:33:29.071573 dv-cinder-828061-1-iscsi neutron-server[109070]: WARNING oslo_policy.policy [None req-b6fbe49d-719c-4e84-b7d0-98703c23189b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 02:33:29.072080 dv-cinder-828061-1-iscsi neutron-server[109070]: WARNING oslo_policy.policy [None req-b6fbe49d-719c-4e84-b7d0-98703c23189b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 02:33:29.081637 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbe49d-719c-4e84-b7d0-98703c23189b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:33:29.083445 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b6fbe49d-719c-4e84-b7d0-98703c23189b admin admin] 10.222.0.15 "GET /v2.0/networks/01f17f2d-22c3-4418-9410-83b13ec0de51 HTTP/1.1" status: 200 len: 842 time: 0.3175182 Feb 07 02:33:29.094482 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'tenant_id': 'f0b1044bcdc94a2da05a52b6795082d0', 'cidr': '172.27.1.0/24', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:33:29.137271 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Made reservation on behalf of f0b1044bcdc94a2da05a52b6795082d0 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:33:29.140027 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:29.534943 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.objects.ports [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109070) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 07 02:33:29.535349 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (05b8a5cb-5aac-47ad-88a3-f09be0174890), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:29.601326 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:33:29.601707 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Network hostable DHCP agents. Network: 01f17f2d-22c3-4418-9410-83b13ec0de51, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:33:29.609744 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b8a5cb-5aac-47ad-88a3-f09be0174890,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:29.619797 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.620145 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.620512 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.620846 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.621169 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.622016 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.622343 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.622667 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.623003 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.623364 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.623753 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.624103 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.624664 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Tracked resource versions report: Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: pushed versions: Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: { 'AddressGroup': {'1.2'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'ConntrackHelper': {'1.0'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'LocalIPAssociation': {'1.0'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Log': {'1.0'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Network': {'1.1'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Port': {'1.7'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'PortForwarding': {'1.2'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'QosPolicy': {'1.10'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SecurityGroup': {'1.5'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SecurityGroupRule': {'1.2'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SubPort': {'1.0'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Subnet': {'1.1'}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Trunk': {'1.1'}} Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: consumer versions: Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: { DHCP agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: L3 agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: Metadata agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: Metering agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: Open vSwitch agent@dv-cinder-828061-1-iscsi: { 'AddressGroup': '1.2', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'ConntrackHelper': '1.0', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'LocalIPAssociation': '1.0', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Log': '1.0', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Network': '1.1', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Port': '1.7', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'PortForwarding': '1.2', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'QosPolicy': '1.10', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SecurityGroup': '1.5', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SecurityGroupRule': '1.2', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SubPort': '1.0', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Subnet': '1.1', Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Trunk': '1.1'}} Feb 07 02:33:29.626725 dv-cinder-828061-1-iscsi neutron-server[109070]: {{(pid=109070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 02:33:29.656156 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:33:29.668912 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 01f17f2d-22c3-4418-9410-83b13ec0de51) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:33:29.676684 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:33:29.677443 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:29.677562 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b0debd-727a-4a7e-afcb-fe836398d1ae None None] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:33:29.705588 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3ede315c-042e-4320-a487-5c266421214c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6116798 Feb 07 02:33:29.779052 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34826919-c6cb-4a6e-bf8f-a2f3c7c7b07a None None] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:33:32.031569 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 44526) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:32.281741 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4ae2b2c2-260c-4aa7-a0c0-0f648a14dcd5 admin admin] 10.222.0.15 "GET /v2.0/routers/17cc84ad-aee2-4db4-abb5-cc9bd5725b19 HTTP/1.1" status: 200 len: 710 time: 0.2489741 Feb 07 02:33:32.370733 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de6229-9301-4cc7-9a49-f74b127e9df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:33:32.377257 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-71de6229-9301-4cc7-9a49-f74b127e9df2 admin admin] 10.222.0.15 "GET /v2.0/networks/01f17f2d-22c3-4418-9410-83b13ec0de51 HTTP/1.1" status: 200 len: 886 time: 0.0851800 Feb 07 02:33:32.381952 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:33:32.604502 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device e85da214-0108-4dad-82b5-f4a4cd2fec1b up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:33:32.657492 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port e85da214-0108-4dad-82b5-f4a4cd2fec1b triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:32.658117 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:32.669292 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Publish callbacks [] for router_gateway (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:32.743411 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port e85da214-0108-4dad-82b5-f4a4cd2fec1b is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:33:32.908621 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Publish callbacks [] for router_gateway (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:32.984950 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:33.132447 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Allocated IP 172.27.1.211 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/e4fb88dd-287e-4243-a806-62f0f06477a6) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:33:33.235381 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Publish callbacks [] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:33.294703 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:33.368336 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:33:33.373098 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:33:33.375863 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:33:33.461128 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Pushing event updated for resources: {'Port': ['ID=e4fb88dd-287e-4243-a806-62f0f06477a6,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:33.703319 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Publish callbacks [] for router_gateway (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:33.900463 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1641933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1638051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15892'] for router (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:33.905998 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1641926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1641951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1638076'] for router (17cc84ad-aee2-4db4-abb5-cc9bd5725b19), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:34.016162 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Router 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:33:34.127106 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:33:34.131553 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:34.132754 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3aca117b-d420-4616-8963-7f7ee417badc admin admin] 10.222.0.15 "PUT /v2.0/routers/17cc84ad-aee2-4db4-abb5-cc9bd5725b19 HTTP/1.1" status: 200 len: 890 time: 1.7548611 Feb 07 02:33:34.431233 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Sync routers for ids ['17cc84ad-aee2-4db4-abb5-cc9bd5725b19'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:33:34.444358 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Routers {'17cc84ad-aee2-4db4-abb5-cc9bd5725b19'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:33:34.445022 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:33:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['17cc84ad-aee2-4db4-abb5-cc9bd5725b19'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:33:34.658065 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Set router 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:33:35.043661 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'name': 'router1', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e4fb88dd-287e-4243-a806-62f0f06477a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:33:14Z', 'updated_at': '2022-02-07T02:33:33Z', 'revision_number': 4, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'gw_port': {'id': 'e4fb88dd-287e-4243-a806-62f0f06477a6', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:33:32Z', 'updated_at': '2022-02-07T02:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'e85da214-0108-4dad-82b5-f4a4cd2fec1b', 'name': '', 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'mac_address': 'fa:16:3e:63:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:33:22Z', 'updated_at': '2022-02-07T02:33:25Z', 'revision_number': 5, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'subnets': [{'id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86be1cc-1e82-40c6-8799-65878d4202e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:33:35.159370 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Checking router: 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:33:35.159719 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Updating router 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 port e4fb88dd-287e-4243-a806-62f0f06477a6 binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:33:35.211934 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:35.516186 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Publish callbacks [] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:35.521515 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:35.570628 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15610f-65c9-421d-a3c7-e771129b19a6 None None] Pushing event updated for resources: {'Port': ['ID=e4fb88dd-287e-4243-a806-62f0f06477a6,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:35.575312 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Attempting to bind port e4fb88dd-287e-4243-a806-62f0f06477a6 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:33:35.575672 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Attempting to bind port e4fb88dd-287e-4243-a806-62f0f06477a6 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:33:35.576025 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Attempting to bind port e4fb88dd-287e-4243-a806-62f0f06477a6 on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:33:35.580886 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:33:35.581259 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:33:35.582017 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:35.582017 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:33:35.582446 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Bound port: e4fb88dd-287e-4243-a806-62f0f06477a6, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:33:35.582811 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:35.638841 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] For port e4fb88dd-287e-4243-a806-62f0f06477a6, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:33:35.641862 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] For port e4fb88dd-287e-4243-a806-62f0f06477a6, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=e4fb88dd-287e-4243-a806-62f0f06477a6,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:33:35.647266 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:35.703153 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Routers {'17cc84ad-aee2-4db4-abb5-cc9bd5725b19'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:33:35.703744 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:33:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['17cc84ad-aee2-4db4-abb5-cc9bd5725b19'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:33:35.705403 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15610f-65c9-421d-a3c7-e771129b19a6 None None] Pushing event updated for resources: {'Port': ['ID=e4fb88dd-287e-4243-a806-62f0f06477a6,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:35.810726 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] Set router 17cc84ad-aee2-4db4-abb5-cc9bd5725b19 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:33:36.013133 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'name': 'router1', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e4fb88dd-287e-4243-a806-62f0f06477a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:33:14Z', 'updated_at': '2022-02-07T02:33:33Z', 'revision_number': 4, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'gw_port': {'id': 'e4fb88dd-287e-4243-a806-62f0f06477a6', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:33:32Z', 'updated_at': '2022-02-07T02:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'e85da214-0108-4dad-82b5-f4a4cd2fec1b', 'name': '', 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'mac_address': 'fa:16:3e:63:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:33:22Z', 'updated_at': '2022-02-07T02:33:25Z', 'revision_number': 5, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'subnets': [{'id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86be1cc-1e82-40c6-8799-65878d4202e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:33:36.041350 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2cc6cf-51e5-4161-a0de-e60cbc77b4de None None] The sync data for ids ['17cc84ad-aee2-4db4-abb5-cc9bd5725b19'] in dv-cinder-828061-1-iscsi is: [{'id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'name': 'router1', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'e4fb88dd-287e-4243-a806-62f0f06477a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:33:14Z', 'updated_at': '2022-02-07T02:33:33Z', 'revision_number': 4, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'gw_port': {'id': 'e4fb88dd-287e-4243-a806-62f0f06477a6', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:33:32Z', 'updated_at': '2022-02-07T02:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'e85da214-0108-4dad-82b5-f4a4cd2fec1b', 'name': '', 'network_id': '9551f7fa-4be9-4b0d-be78-0fbd541feba0', 'tenant_id': '26c9bf6ae4fc41448605f4cdce111a09', 'mac_address': 'fa:16:3e:63:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc84ad-aee2-4db4-abb5-cc9bd5725b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:33:22Z', 'updated_at': '2022-02-07T02:33:25Z', 'revision_number': 5, 'project_id': '26c9bf6ae4fc41448605f4cdce111a09', 'subnets': [{'id': '166c0e01-40a9-42a7-bcd0-95090826d387', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f86be1cc-1e82-40c6-8799-65878d4202e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:33:36.582275 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 44538) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:33:36.588856 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device e4fb88dd-287e-4243-a806-62f0f06477a6 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:33:36.648335 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port e4fb88dd-287e-4243-a806-62f0f06477a6 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:36.648757 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:36.709088 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-492d5e75-e7ad-4485-ac88-26715db7fd34 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1257238 Feb 07 02:33:36.731749 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port e4fb88dd-287e-4243-a806-62f0f06477a6 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:33:36.732148 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:36.757301 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port e4fb88dd-287e-4243-a806-62f0f06477a6, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=e4fb88dd-287e-4243-a806-62f0f06477a6,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:33:36.762528 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:36.820223 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=e4fb88dd-287e-4243-a806-62f0f06477a6,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:33:38.555197 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device e4fb88dd-287e-4243-a806-62f0f06477a6 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:33:38.607127 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port e4fb88dd-287e-4243-a806-62f0f06477a6 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:33:38.607127 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (e4fb88dd-287e-4243-a806-62f0f06477a6), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:38.691719 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port e4fb88dd-287e-4243-a806-62f0f06477a6 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:33:42.982906 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 5 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:33:45.324923 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f73a80b3-b953-4e15-82e7-89d2be3063ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:47.729483 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6838462c-4350-4038-a680-6e93dcc9a385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:48.797872 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:50.186300 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:33:51.891040 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:15.325522 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-64e87283-2996-422f-b35d-a61b244dd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:17.809282 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6c9ff27d-0a20-4690-b8ca-c9dfc46efd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:18.798743 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:19.981212 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 5 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:34:20.190806 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:21.890462 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:45.318763 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9c34aa91-6e54-4959-a085-113ceac6ebb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:47.733765 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e6cded81-db56-4562-a76b-b1d5c4d4c2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:48.798661 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:50.190688 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:51.886616 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:56.045093 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45024) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:34:56.113246 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.pecan_wsgi.hooks.translation [None req-97677f82-5c1e-429b-9aed-544c88c944cf admin admin] GET failed (client error): The resource could not be found. Feb 07 02:34:56.114530 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-97677f82-5c1e-429b-9aed-544c88c944cf admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684876 Feb 07 02:34:56.279704 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7ebd9e-bc60-40b3-affb-89fb468d53e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:34:56.281120 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4d7ebd9e-bc60-40b3-affb-89fb468d53e2 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600933 Feb 07 02:34:56.979889 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 5 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:34:58.548185 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45034) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:34:58.649089 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca207ea-123a-4a4a-a29c-5eef36c7c9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:34:58.650428 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-fca207ea-123a-4a4a-a29c-5eef36c7c9dc admin admin] 10.222.0.15 "GET /v2.0/subnets/166c0e01-40a9-42a7-bcd0-95090826d387 HTTP/1.1" status: 200 len: 849 time: 0.1012623 Feb 07 02:34:58.659732 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:34:58.745037 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Publish callbacks [] for subnet (166c0e01-40a9-42a7-bcd0-95090826d387), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:58.884474 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782915891460'] for subnet (166c0e01-40a9-42a7-bcd0-95090826d387), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:58.914686 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:34:58.915895 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:58.931670 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] 10.222.0.15 "PUT /v2.0/subnets/166c0e01-40a9-42a7-bcd0-95090826d387 HTTP/1.1" status: 200 len: 868 time: 0.2610495 Feb 07 02:34:58.931915 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3a8e8d-4690-4a0e-b83c-d9489af59b57 None None] Network 9551f7fa-4be9-4b0d-be78-0fbd541feba0 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:34:58.939290 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=166c0e01-40a9-42a7-bcd0-95090826d387,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:34:58.946683 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.947063 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.947414 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.947752 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.948085 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.948446 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.948792 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.949391 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.949748 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.950095 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.950425 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.950747 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:58.951070 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae828f70-a9c2-44c4-a66d-fe25b9969208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:34:59.376084 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-694c9de2-bda8-4e56-8b1c-3ad7a4456901 None None] Provisioning complete for port e85da214-0108-4dad-82b5-f4a4cd2fec1b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:34:59.376498 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-694c9de2-bda8-4e56-8b1c-3ad7a4456901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (e85da214-0108-4dad-82b5-f4a4cd2fec1b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:59.449724 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-694c9de2-bda8-4e56-8b1c-3ad7a4456901 None None] Current status of the port e85da214-0108-4dad-82b5-f4a4cd2fec1b is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:34:59.459088 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-694c9de2-bda8-4e56-8b1c-3ad7a4456901 None None] Provisioning complete for port a8bee5c4-c032-4745-b23a-cf235b522404 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:34:59.459465 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-694c9de2-bda8-4e56-8b1c-3ad7a4456901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (a8bee5c4-c032-4745-b23a-cf235b522404), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:34:59.535590 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-694c9de2-bda8-4e56-8b1c-3ad7a4456901 None None] Current status of the port a8bee5c4-c032-4745-b23a-cf235b522404 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:35:01.196661 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45042) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:01.393340 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29e9636-47ba-454d-8362-6676d8c40046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:01.393803 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29e9636-47ba-454d-8362-6676d8c40046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:01.395327 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c29e9636-47ba-454d-8362-6676d8c40046 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977184 Feb 07 02:35:03.654373 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45052) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:03.855238 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013de88-5c4f-4730-9ef1-d89bf9278343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:03.855611 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013de88-5c4f-4730-9ef1-d89bf9278343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:03.857139 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-f013de88-5c4f-4730-9ef1-d89bf9278343 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018230 Feb 07 02:35:06.107624 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45060) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:06.230109 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b6914a-79b2-4185-aa0a-068955b4abfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:06.231456 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c6b6914a-79b2-4185-aa0a-068955b4abfd admin admin] 10.222.0.15 "GET /v2.0/networks/01f17f2d-22c3-4418-9410-83b13ec0de51 HTTP/1.1" status: 200 len: 886 time: 0.1228995 Feb 07 02:35:08.449804 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45068) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:08.577804 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47163ef6-f04b-4abe-88e2-be5a83e70635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:08.579158 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-47163ef6-f04b-4abe-88e2-be5a83e70635 admin admin] 10.222.0.15 "GET /v2.0/networks/9551f7fa-4be9-4b0d-be78-0fbd541feba0 HTTP/1.1" status: 200 len: 869 time: 0.1284130 Feb 07 02:35:10.796304 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45076) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:10.921949 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f536dc57-be2d-461c-9b00-c909a7ddfbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:10.922393 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f536dc57-be2d-461c-9b00-c909a7ddfbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:10.923905 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-f536dc57-be2d-461c-9b00-c909a7ddfbd7 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266809 Feb 07 02:35:13.150510 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45084) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:13.239013 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07456c2f-4d48-4ef8-a3c9-efdfb6c2334c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:13.239470 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07456c2f-4d48-4ef8-a3c9-efdfb6c2334c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:13.240987 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-07456c2f-4d48-4ef8-a3c9-efdfb6c2334c admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895391 Feb 07 02:35:15.323640 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4ca71d71-9064-42b8-93ab-471e5ef81f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:15.464943 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45092) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:15.556796 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd8dae-967b-459c-ba7f-a5d185facd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:15.558130 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a9dd8dae-967b-459c-ba7f-a5d185facd26 admin admin] 10.222.0.15 "GET /v2.0/subnets/05b8a5cb-5aac-47ad-88a3-f09be0174890 HTTP/1.1" status: 200 len: 816 time: 0.0922456 Feb 07 02:35:17.737544 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8c40af26-fb89-4f03-9792-f462b96861ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:17.784141 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45100) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:17.872992 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d258cc2-452e-4b2a-96a1-2e3ec8833f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:17.874380 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-5d258cc2-452e-4b2a-96a1-2e3ec8833f20 admin admin] 10.222.0.15 "GET /v2.0/subnets/166c0e01-40a9-42a7-bcd0-95090826d387 HTTP/1.1" status: 200 len: 868 time: 0.0892694 Feb 07 02:35:18.801519 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:20.195203 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:21.892934 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:33.978883 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 5 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:35:41.986020 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45154) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:42.032838 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [None req-f6e98b72-8787-4450-b149-aa91d9fcfc7a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:35:42.033844 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-f6e98b72-8787-4450-b149-aa91d9fcfc7a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468855 Feb 07 02:35:44.372990 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45162) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:44.435570 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.pecan_wsgi.hooks.translation [None req-a968368f-c032-478a-9cbb-800519ede5da admin admin] GET failed (client error): The resource could not be found. Feb 07 02:35:44.436843 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a968368f-c032-478a-9cbb-800519ede5da admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629232 Feb 07 02:35:44.576004 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5aa66c-8ab5-4521-a38c-aebe2f3baa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:44.577490 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-de5aa66c-8ab5-4521-a38c-aebe2f3baa78 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367033 Feb 07 02:35:45.325111 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-62418c9b-c8ef-41af-aaeb-8fcdf4060b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:46.874957 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45172) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:46.919615 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'tenant_id': 'f0b1044bcdc94a2da05a52b6795082d0', 'shared': True, 'project_id': 'f0b1044bcdc94a2da05a52b6795082d0'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:35:46.941638 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Made reservation on behalf of f0b1044bcdc94a2da05a52b6795082d0 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:35:46.943763 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:46.984598 dv-cinder-828061-1-iscsi neutron-server[109070]: WARNING neutron.services.revisions.revision_plugin [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Could not find related network for resource to bump revision. Feb 07 02:35:47.000841 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:35:47.013624 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782915747768', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (ec8af8ad-abe1-45d3-ab8f-6a7497f404d2), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:47.014170 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Unsubscribe: segment precommit_create {{(pid=109070) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 02:35:47.014640 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Added segment ec8af8ad-abe1-45d3-ab8f-6a7497f404d2 of type vlan for network d7927b53-4133-4217-ae0a-a2ca86f1bedf Feb 07 02:35:47.127349 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (d7927b53-4133-4217-ae0a-a2ca86f1bedf), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:47.158278 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (d7927b53-4133-4217-ae0a-a2ca86f1bedf), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:47.159414 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:47.159993 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:47.223741 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3476858 Feb 07 02:35:47.257689 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf80cbf-fade-4f7d-b952-a34e3a9f22b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d7927b53-4133-4217-ae0a-a2ca86f1bedf,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:35:47.271522 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network d7927b53-4133-4217-ae0a-a2ca86f1bedf details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:35:47.739264 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-25e8b119-331f-43e0-81fb-6ca7de6a9b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:48.803298 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:49.518977 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45182) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:35:49.576451 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff22b34-2b0a-4b4a-adf9-028f7b6601c3 admin admin] GET failed (client error): The resource could not be found. Feb 07 02:35:49.577938 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1ff22b34-2b0a-4b4a-adf9-028f7b6601c3 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579093 Feb 07 02:35:49.645612 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf6b5cb-7aac-4154-9d37-e26859e3d8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:49.647072 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-acf6b5cb-7aac-4154-9d37-e26859e3d8f2 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651913 Feb 07 02:35:49.658070 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf', 'tenant_id': 'f0b1044bcdc94a2da05a52b6795082d0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:35:49.677512 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Made reservation on behalf of f0b1044bcdc94a2da05a52b6795082d0 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:35:49.680411 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:49.838101 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (bd108f80-923b-4078-8b9d-ac6f7179cadb), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:49.899447 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd108f80-923b-4078-8b9d-ac6f7179cadb,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:35:49.903569 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Checking segment: {'id': 'ec8af8ad-abe1-45d3-ab8f-6a7497f404d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:35:49.903923 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Network hostable DHCP agents. Network: d7927b53-4133-4217-ae0a-a2ca86f1bedf, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:35:49.919470 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Network d7927b53-4133-4217-ae0a-a2ca86f1bedf is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:35:49.927845 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, d7927b53-4133-4217-ae0a-a2ca86f1bedf) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:35:49.931653 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:35:49.932237 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:49.936806 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1178933c-e234-42d3-b41d-6e4a8c0d9ec6 None None] Network d7927b53-4133-4217-ae0a-a2ca86f1bedf requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:35:49.947017 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b4d6f5c1-ae6e-4764-a6e7-82fcaf4d5696 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2922678 Feb 07 02:35:50.145364 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-d7927b53-4133-4217-ae0a-a2ca86f1bedf', 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf', 'project_id': 'f0b1044bcdc94a2da05a52b6795082d0', 'fixed_ips': [{'subnet_id': 'bd108f80-923b-4078-8b9d-ac6f7179cadb'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:35:50.146209 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:50.242528 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:50.298344 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Allocated IP 192.168.233.2 (d7927b53-4133-4217-ae0a-a2ca86f1bedf/bd108f80-923b-4078-8b9d-ac6f7179cadb/4ab0253f-9af0-4329-a414-58778e9b8ad0) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:35:50.443893 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Publish callbacks [] for port (4ab0253f-9af0-4329-a414-58778e9b8ad0), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:50.451201 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (4ab0253f-9af0-4329-a414-58778e9b8ad0), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:50.492434 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Network d7927b53-4133-4217-ae0a-a2ca86f1bedf is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:35:50.497357 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:35:50.499419 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Pushing event updated for resources: {'Port': ['ID=4ab0253f-9af0-4329-a414-58778e9b8ad0,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:35:50.501534 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:35:50.514094 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.514461 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.514832 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.515177 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.515510 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.515817 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.516130 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.516477 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.516798 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.517139 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.517461 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.517785 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.518086 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:35:50.565145 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Attempting to bind port 4ab0253f-9af0-4329-a414-58778e9b8ad0 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:35:50.565516 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Attempting to bind port 4ab0253f-9af0-4329-a414-58778e9b8ad0 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'ec8af8ad-abe1-45d3-ab8f-6a7497f404d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:35:50.565875 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Attempting to bind port 4ab0253f-9af0-4329-a414-58778e9b8ad0 on network d7927b53-4133-4217-ae0a-a2ca86f1bedf {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:35:50.571930 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:35:50.572302 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Checking segment: {'id': 'ec8af8ad-abe1-45d3-ab8f-6a7497f404d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:35:50.572719 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:50.573109 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Bound using segment: {'id': 'ec8af8ad-abe1-45d3-ab8f-6a7497f404d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:35:50.573566 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Bound port: 4ab0253f-9af0-4329-a414-58778e9b8ad0, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8af8ad-abe1-45d3-ab8f-6a7497f404d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:35:50.574195 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (4ab0253f-9af0-4329-a414-58778e9b8ad0), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:50.640386 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] For port 4ab0253f-9af0-4329-a414-58778e9b8ad0, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:35:50.644230 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] For port 4ab0253f-9af0-4329-a414-58778e9b8ad0, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=4ab0253f-9af0-4329-a414-58778e9b8ad0,segment=NetworkSegment(ec8af8ad-abe1-45d3-ab8f-6a7497f404d2),segment_id=ec8af8ad-abe1-45d3-ab8f-6a7497f404d2)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:35:50.650604 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (4ab0253f-9af0-4329-a414-58778e9b8ad0), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:50.714081 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f562d-4b27-4e3d-99f8-1487b1c28e30 None None] Pushing event updated for resources: {'Port': ['ID=4ab0253f-9af0-4329-a414-58778e9b8ad0,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:35:51.556863 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3899b96-9959-429b-aa14-62169771aee9 None None] Network d7927b53-4133-4217-ae0a-a2ca86f1bedf requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:35:51.667632 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-6c371813-a147-4df0-90ef-14c0527d2ff6 None None] Provisioning complete for port 4ab0253f-9af0-4329-a414-58778e9b8ad0 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:35:51.668016 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6c371813-a147-4df0-90ef-14c0527d2ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (4ab0253f-9af0-4329-a414-58778e9b8ad0), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:51.760822 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-6c371813-a147-4df0-90ef-14c0527d2ff6 None None] Current status of the port 4ab0253f-9af0-4329-a414-58778e9b8ad0 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:35:51.761359 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6c371813-a147-4df0-90ef-14c0527d2ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (4ab0253f-9af0-4329-a414-58778e9b8ad0), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:51.799084 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-6c371813-a147-4df0-90ef-14c0527d2ff6 None None] For port 4ab0253f-9af0-4329-a414-58778e9b8ad0, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=4ab0253f-9af0-4329-a414-58778e9b8ad0,segment=NetworkSegment(ec8af8ad-abe1-45d3-ab8f-6a7497f404d2),segment_id=ec8af8ad-abe1-45d3-ab8f-6a7497f404d2)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:35:51.801392 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6c371813-a147-4df0-90ef-14c0527d2ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (4ab0253f-9af0-4329-a414-58778e9b8ad0), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:51.857392 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c371813-a147-4df0-90ef-14c0527d2ff6 None None] Pushing event updated for resources: {'Port': ['ID=4ab0253f-9af0-4329-a414-58778e9b8ad0,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:35:51.890399 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:51.924363 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-7af41802-2f94-4dca-a71f-8469aab1f300 None None] Provisioning complete for port 4ab0253f-9af0-4329-a414-58778e9b8ad0 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:35:51.924775 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7af41802-2f94-4dca-a71f-8469aab1f300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (4ab0253f-9af0-4329-a414-58778e9b8ad0), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:52.003778 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-7af41802-2f94-4dca-a71f-8469aab1f300 None None] Current status of the port 4ab0253f-9af0-4329-a414-58778e9b8ad0 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:35:52.655506 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 4ab0253f-9af0-4329-a414-58778e9b8ad0 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:35:52.707640 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 4ab0253f-9af0-4329-a414-58778e9b8ad0 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:35:52.708025 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (4ab0253f-9af0-4329-a414-58778e9b8ad0), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:35:52.784993 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 4ab0253f-9af0-4329-a414-58778e9b8ad0 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:36:10.976706 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 5 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:36:15.327388 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-63faef6c-07f4-4996-a06b-40374657cdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:36:17.742199 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f0d43f2e-ae14-4fe3-86ce-f0d3f23e40ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:36:18.805508 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:36:20.201615 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:36:21.892889 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:36:45.328889 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-476fff16-11e9-43d7-868e-aa0f0cda850b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:36:47.743922 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3b46f8bd-8c03-47d4-a25a-df86c20c78f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:36:47.976562 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 5 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:36:48.809032 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:36:50.204820 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:36:51.895189 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:05.131371 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45226) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:37:05.137344 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [None req-4a21e171-ffa3-4b1d-bc38-bce9ac20428d tempest-verify_tempest_config-1390793787 tempest-verify_tempest_config-1390793787-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:37:05.138323 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4a21e171-ffa3-4b1d-bc38-bce9ac20428d tempest-verify_tempest_config-1390793787 tempest-verify_tempest_config-1390793787-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060089 Feb 07 02:37:05.421343 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45244) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:37:05.527705 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:05.628918 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Publish callbacks [] for security_group (203ce431-f926-4c05-bdc9-49832e464a98), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:05.632691 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (203ce431-f926-4c05-bdc9-49832e464a98), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:05.677370 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9df6b9c643f14f7aa67012ce9ae4e134&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2548313 Feb 07 02:37:05.678043 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203ce431-f926-4c05-bdc9-49832e464a98,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:37:05.679916 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45248) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:37:05.684867 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.685217 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.685562 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.685894 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.686221 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.686548 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.686891 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.687239 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.687556 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.687906 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.688230 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.688578 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.688895 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b805a3f-317a-49e0-94ad-b0d1e19fba7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.735001 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Publish callbacks [] for security_group (203ce431-f926-4c05-bdc9-49832e464a98), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:05.755836 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Publish callbacks [] for security_group (203ce431-f926-4c05-bdc9-49832e464a98), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:05.849794 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (203ce431-f926-4c05-bdc9-49832e464a98), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:05.852366 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:05.853534 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/203ce431-f926-4c05-bdc9-49832e464a98 HTTP/1.1" status: 204 len: 168 time: 0.1720965 Feb 07 02:37:05.863734 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203ce431-f926-4c05-bdc9-49832e464a98,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:37:05.871769 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.872137 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.872507 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.872844 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.873172 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.873495 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.873838 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.874168 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.874499 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.874841 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.875165 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.875497 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:05.875834 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365023b1-5dd8-4c05-ab4e-5c4d51c23c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:37:15.330974 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c5c58353-38dc-4c63-93f1-c14afba97b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:17.744898 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0307dac3-a5b8-4466-8345-63de7eeee465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:18.810958 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:20.207031 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:21.898854 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:24.976067 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 5 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:37:45.333352 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-31f0303b-def2-4042-9dc4-613264cfbbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:47.747115 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-86ec1ae2-b95f-48e7-bb10-6245c9332f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:48.820087 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:50.213027 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:37:51.899757 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:01.975580 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 5 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:38:15.335161 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-11d62022-d6d4-45b7-8777-787f9bdd0fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:17.750062 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-29eca1b3-025d-4688-93c2-03c8ce71dd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:18.817969 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:20.214939 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:21.901845 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:37.133620 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640415'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:38.975144 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:38:45.336888 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cc067777-2721-44ed-8f19-547b63a0e4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:47.751350 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d7338964-42e6-4785-a309-d1eb7a744c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:48.820691 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:50.218814 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:51.904414 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:38:52.558936 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45324) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:38:52.660840 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-0e7a3717-49be-4350-8859-c057a088a31c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1002951 Feb 07 02:38:54.939496 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45334) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:38:55.000102 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c0655c26-fb0c-4401-864a-48c1c966c27c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0595825 Feb 07 02:39:07.114054 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:15.338966 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ec4a0888-b931-4b48-8a53-87efb582d3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:15.974044 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:39:17.752913 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50360a99-765c-45a8-89f9-d2866e6e6e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:18.824209 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:20.222768 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:21.906621 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:37.115631 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:45.341447 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5a5d81b5-3975-4c58-8837-66aa7adba84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:47.755717 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5a6f5668-3937-4fd7-b3f6-06e924350b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:48.828732 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:50.231685 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:51.915019 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:39:52.983717 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:40:07.127366 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:15.345336 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2b51a0a5-d026-41c3-b13a-27fc73135c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:17.758423 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c18ec659-ed9f-43b2-aeb6-ed2447db67f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:18.831098 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:20.231148 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:21.921796 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:26.375349 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45532) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:26.574948 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45546) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:26.708882 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45556) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:26.743683 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1053283660-network', 'tenant_id': '8eff6e04661341908c55f615610f0336'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:26.767508 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Made reservation on behalf of 8eff6e04661341908c55f615610f0336 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:26.771411 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:26.780546 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:26.867610 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Publish callbacks [] for security_group (5eaca249-60fe-4bf6-8e7c-3f232d123936), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:26.868884 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-network', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:26.871935 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5eaca249-60fe-4bf6-8e7c-3f232d123936), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:26.888177 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:40:26.893024 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Made reservation on behalf of b420d6a75bee4f108d3d5e3723db3f97 for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:26.894470 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45566) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:26.896125 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:26.915057 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (2d0bed69-8007-4fd9-96b6-225c0ec57a34), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:26.915408 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Added segment 2d0bed69-8007-4fd9-96b6-225c0ec57a34 of type vlan for network ac11eb35-89c5-4400-99fa-d790867c0215 Feb 07 02:40:26.936386 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:26.956885 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaca249-60fe-4bf6-8e7c-3f232d123936,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:26.972861 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.973213 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.974322 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.974850 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.975190 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.975525 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.975865 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.976200 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.976630 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.976962 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.977290 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.977617 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.977958 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Tracked resource versions report: Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: pushed versions: Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: { 'AddressGroup': {'1.2'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'ConntrackHelper': {'1.0'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'LocalIPAssociation': {'1.0'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Log': {'1.0'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Network': {'1.1'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Port': {'1.7'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'PortForwarding': {'1.2'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'QosPolicy': {'1.10'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SecurityGroup': {'1.5'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SecurityGroupRule': {'1.2'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SubPort': {'1.0'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Subnet': {'1.1'}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Trunk': {'1.1'}} Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: consumer versions: Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: { DHCP agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: HyperV agent@hv-cinder-82806: {}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: L3 agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: Metadata agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: Metering agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: Open vSwitch agent@dv-cinder-828061-1-iscsi: { 'AddressGroup': '1.2', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'ConntrackHelper': '1.0', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'LocalIPAssociation': '1.0', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Log': '1.0', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Network': '1.1', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Port': '1.7', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'PortForwarding': '1.2', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'QosPolicy': '1.10', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SecurityGroup': '1.5', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SecurityGroupRule': '1.2', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'SubPort': '1.0', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Subnet': '1.1', Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: 'Trunk': '1.1'}} Feb 07 02:40:26.979057 dv-cinder-828061-1-iscsi neutron-server[109070]: {{(pid=109070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 02:40:26.984602 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (ac11eb35-89c5-4400-99fa-d790867c0215), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.010108 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (ac11eb35-89c5-4400-99fa-d790867c0215), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.011794 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:27.012464 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.065767 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Publish callbacks [] for security_group (952d4fbc-40b7-421a-b09e-a838cb42b6ab), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.073058 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (952d4fbc-40b7-421a-b09e-a838cb42b6ab), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.096471 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] Pushing event updated for resources: {'Network': ['ID=ac11eb35-89c5-4400-99fa-d790867c0215,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:27.098196 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:40:27.108414 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f5793f70-b007-42b6-976b-819272cf9114 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7306278 Feb 07 02:40:27.108728 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network ac11eb35-89c5-4400-99fa-d790867c0215 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:40:27.111170 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45578) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:27.117899 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Request body: {'subnet': {'network_id': 'ac11eb35-89c5-4400-99fa-d790867c0215', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1053283660-subnet', 'tenant_id': '8eff6e04661341908c55f615610f0336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:27.125452 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-network', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:27.133533 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952d4fbc-40b7-421a-b09e-a838cb42b6ab,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:27.148438 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (e444d865-0758-4496-844d-e7f8e6142e43), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.148685 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Made reservation on behalf of 8eff6e04661341908c55f615610f0336 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:27.149250 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Added segment e444d865-0758-4496-844d-e7f8e6142e43 of type vlan for network 1f1e1b62-ce87-488f-850a-496ca2743f22 Feb 07 02:40:27.151144 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.151705 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.152261 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.152795 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.153400 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.153920 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.154451 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.154941 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.155431 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.155975 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.156528 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.157110 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.157594 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.158106 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Tracked resource versions report: Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: pushed versions: Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: { 'AddressGroup': {'1.2'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'ConntrackHelper': {'1.0'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'LocalIPAssociation': {'1.0'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Log': {'1.0'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Network': {'1.1'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Port': {'1.7'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'PortForwarding': {'1.2'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'QosPolicy': {'1.10'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SecurityGroup': {'1.5'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SecurityGroupRule': {'1.2'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SubPort': {'1.0'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Subnet': {'1.1'}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Trunk': {'1.1'}} Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: consumer versions: Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: { DHCP agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: HyperV agent@hv-cinder-82806: {}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: L3 agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: Metadata agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: Metering agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: Open vSwitch agent@dv-cinder-828061-1-iscsi: { 'AddressGroup': '1.2', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'ConntrackHelper': '1.0', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'LocalIPAssociation': '1.0', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Log': '1.0', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Network': '1.1', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Port': '1.7', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'PortForwarding': '1.2', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'QosPolicy': '1.10', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SecurityGroup': '1.5', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SecurityGroupRule': '1.2', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'SubPort': '1.0', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Subnet': '1.1', Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: 'Trunk': '1.1'}} Feb 07 02:40:27.159704 dv-cinder-828061-1-iscsi neutron-server[109069]: {{(pid=109069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 02:40:27.242411 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (1f1e1b62-ce87-488f-850a-496ca2743f22), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.245607 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Made reservation on behalf of ea62fa68252a4419b7f8fe2873512277 for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:27.248412 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.270530 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.327836 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (1f1e1b62-ce87-488f-850a-496ca2743f22), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.329529 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:27.330389 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.365509 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-617734724-network', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:27.414759 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8383164 Feb 07 02:40:27.418184 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45586) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:27.429547 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Request body: {'subnet': {'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-subnet', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:27.436433 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1451bc6-aaf9-44ba-841c-132cc4676055 admin admin] Pushing event updated for resources: {'Network': ['ID=1f1e1b62-ce87-488f-850a-496ca2743f22,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:27.446935 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (144f7e35-0bd3-4680-bd9f-2abe288a0704), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.455068 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 1f1e1b62-ce87-488f-850a-496ca2743f22 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:40:27.458838 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Made reservation on behalf of a49aa1fab0e34cf8b10b7d216d642828 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:27.461239 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.493648 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Publish callbacks [] for security_group (71c0a44a-7777-4d62-970a-4d04cbe25770), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.494905 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Made reservation on behalf of b420d6a75bee4f108d3d5e3723db3f97 for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:27.497572 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.523193 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (71c0a44a-7777-4d62-970a-4d04cbe25770), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.534050 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.545219 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Pushing event updated for resources: {'Subnet': ['ID=144f7e35-0bd3-4680-bd9f-2abe288a0704,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:27.590301 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:40:27.610612 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c0a44a-7777-4d62-970a-4d04cbe25770,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:27.615797 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (38810d70-ea00-4369-a1fb-f23b0071a714), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.616259 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Added segment 38810d70-ea00-4369-a1fb-f23b0071a714 of type vlan for network 73356261-14a5-4cb7-97e8-d17ac6022cca Feb 07 02:40:27.631917 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Checking segment: {'id': '2d0bed69-8007-4fd9-96b6-225c0ec57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac11eb35-89c5-4400-99fa-d790867c0215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:27.632466 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Network hostable DHCP agents. Network: ac11eb35-89c5-4400-99fa-d790867c0215, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:40:27.673716 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Publish callbacks [] for security_group (413b84e1-f849-41e6-993a-e941ebe39750), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.682844 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (413b84e1-f849-41e6-993a-e941ebe39750), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.694069 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Network ac11eb35-89c5-4400-99fa-d790867c0215 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:40:27.698086 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (73356261-14a5-4cb7-97e8-d17ac6022cca), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.730679 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, ac11eb35-89c5-4400-99fa-d790867c0215) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:27.740398 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94df82d-b4ba-41a7-b920-907b0984e759 None None] Network ac11eb35-89c5-4400-99fa-d790867c0215 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:27.748908 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:40:27.760538 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (73356261-14a5-4cb7-97e8-d17ac6022cca), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.761862 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:27.767924 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.772545 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (a1d5e4d6-548d-4c6f-86e9-bd09a6063200), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.772897 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Added segment a1d5e4d6-548d-4c6f-86e9-bd09a6063200 of type vlan for network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc Feb 07 02:40:27.838127 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (1a8d4dbe-7bf5-45f2-be54-16ce356b99cc), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.866177 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413b84e1-f849-41e6-993a-e941ebe39750,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:27.872455 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:27.873814 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.881530 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (1a8d4dbe-7bf5-45f2-be54-16ce356b99cc), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.883111 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:27.883773 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:27.894679 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7db5a3c-4633-44c9-9852-5211258148ce None None] Network ac11eb35-89c5-4400-99fa-d790867c0215 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:27.961803 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:27.968160 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] Pushing event updated for resources: {'Network': ['ID=73356261-14a5-4cb7-97e8-d17ac6022cca,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:27.985179 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-3da32bbf-d0d6-4a89-9a88-c8458b314170 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2756183 Feb 07 02:40:27.995551 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45612) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:28.009012 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Request body: {'subnet': {'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-subnet', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:28.010718 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (7f527aac-b171-4bdf-a810-879f490fb8b4), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.023710 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:40:28.032371 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 73356261-14a5-4cb7-97e8-d17ac6022cca details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:40:28.049721 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-2187a431-1479-41b4-879e-8cee8d6e506b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9360821 Feb 07 02:40:28.059878 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-63800ca5-462b-4c7f-9e72-20a2c1c246e0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1619740 Feb 07 02:40:28.061767 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Made reservation on behalf of ea62fa68252a4419b7f8fe2873512277 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:28.065664 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.090007 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45616) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:28.102295 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Request body: {'subnet': {'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-617734724-subnet', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:28.126242 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Checking segment: {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:28.127004 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Network hostable DHCP agents. Network: 1f1e1b62-ce87-488f-850a-496ca2743f22, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:40:28.155316 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Made reservation on behalf of a49aa1fab0e34cf8b10b7d216d642828 for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:28.164448 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.254468 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Network 1f1e1b62-ce87-488f-850a-496ca2743f22 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:40:28.283183 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 1f1e1b62-ce87-488f-850a-496ca2743f22) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:28.295344 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (58907ab3-d60f-4ae8-9470-044fbf040f2a), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.299149 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:28.299940 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.315108 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f527aac-b171-4bdf-a810-879f490fb8b4,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:28.326748 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-16e9471f-8835-4787-899a-4c58f2734fb3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9072812 Feb 07 02:40:28.368239 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58907ab3-d60f-4ae8-9470-044fbf040f2a,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:28.394226 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45626) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:28.405566 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Checking segment: {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:28.406127 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Network hostable DHCP agents. Network: 73356261-14a5-4cb7-97e8-d17ac6022cca, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:40:28.411113 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:28.442415 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Network 73356261-14a5-4cb7-97e8-d17ac6022cca is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:40:28.458146 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 73356261-14a5-4cb7-97e8-d17ac6022cca) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:28.466131 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:28.469015 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.484223 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2037b-cfa8-44ce-b0b8-42507a4584bb None None] Network 1f1e1b62-ce87-488f-850a-496ca2743f22 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:28.512450 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-59dedca8-6c4f-4612-8d8a-e2e88062052b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5121911 Feb 07 02:40:28.533113 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.537033 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.569671 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45638) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:28.577259 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:28.650895 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (08da3acb-982c-42f9-b67a-970fb95c412c), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.664899 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f9d3d1-7dbc-4bed-945d-29d095f40080 None None] Network 73356261-14a5-4cb7-97e8-d17ac6022cca requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:28.673410 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (e395b0e6-8172-4070-bfcd-6e3b72d061ba), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.675050 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (e395b0e6-8172-4070-bfcd-6e3b72d061ba), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.715303 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe45717-0c21-4162-ac34-d2c4b02f0c5f None None] Network 1f1e1b62-ce87-488f-850a-496ca2743f22 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:28.898724 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks [] for router_controller (e395b0e6-8172-4070-bfcd-6e3b72d061ba), precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.926449 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08da3acb-982c-42f9-b67a-970fb95c412c,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:28.935202 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks [] for router_controller (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), precommit_add_association {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:28.951569 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Checking segment: {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:28.951975 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Network hostable DHCP agents. Network: 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:40:29.065489 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-73356261-14a5-4cb7-97e8-d17ac6022cca', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:40:29.066685 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.233813 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks [] for router_gateway (e395b0e6-8172-4070-bfcd-6e3b72d061ba), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.258759 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:40:29.269260 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks [] for router_gateway (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.284573 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Allocated IP 172.20.0.2 (73356261-14a5-4cb7-97e8-d17ac6022cca/58907ab3-d60f-4ae8-9470-044fbf040f2a/6b38197c-f8cc-407c-92ec-8ea4d87a688e) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:29.321316 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:29.383053 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5931ea8d-4ac6-43e4-bece-9ccd8feccf07 None None] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:29.396615 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:29.403783 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.465416 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e9f8a53b-49c9-43db-9636-89a7de28710e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3576019 Feb 07 02:40:29.499686 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45694) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:29.502415 dv-cinder-828061-1-iscsi neutron-server[109069]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 02:40:29.508955 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45696) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:29.524378 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:29.556227 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:40:29.557133 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.599827 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (942b3c68-3c34-47e9-979d-02c39f8e66f3), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.602172 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (942b3c68-3c34-47e9-979d-02c39f8e66f3), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.624880 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks [] for router_gateway (e395b0e6-8172-4070-bfcd-6e3b72d061ba), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.660462 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.752512 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks [] for router_controller (942b3c68-3c34-47e9-979d-02c39f8e66f3), precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.783530 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-3ce21311-6525-492c-8c16-3435f0098f86 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:29.785115 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-3ce21311-6525-492c-8c16-3435f0098f86 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/networks?id=ac11eb35-89c5-4400-99fa-d790867c0215 HTTP/1.1" status: 200 len: 812 time: 0.2844260 Feb 07 02:40:29.815378 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Allocated IP 172.20.0.2 (1a8d4dbe-7bf5-45f2-be54-16ce356b99cc/08da3acb-982c-42f9-b67a-970fb95c412c/fcc62a5c-83ae-433b-ac7c-cf406a8914de) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:29.848005 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-a89365cd-9894-49ce-8caf-3765965509c5 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/quotas/8eff6e04661341908c55f615610f0336 HTTP/1.1" status: 200 len: 375 time: 0.0558922 Feb 07 02:40:29.956600 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-9682c73a-b58b-4ca1-92a0-addf1a42b93e tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8eff6e04661341908c55f615610f0336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998857 Feb 07 02:40:29.974776 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks [] for router_gateway (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:29.974961 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:40:30.022387 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.107987 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Publish callbacks [] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.125410 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.176452 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Allocated IP 172.27.1.183 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/11a8cd36-6b06-42ad-9895-e9eb2860e8b4) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:30.210886 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks [] for router_gateway (942b3c68-3c34-47e9-979d-02c39f8e66f3), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.222142 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:30.228961 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:30.238459 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:30.240376 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Pushing event updated for resources: {'Port': ['ID=fcc62a5c-83ae-433b-ac7c-cf406a8914de,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:30.252458 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Publish callbacks [] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.256234 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.256947 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.257556 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.257984 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.258409 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.259051 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.259597 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.260139 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.260879 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.261337 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.261768 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.262192 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.262609 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Tracked resource versions report: Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: pushed versions: Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: { 'AddressGroup': {'1.2'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'ConntrackHelper': {'1.0'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'LocalIPAssociation': {'1.0'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Log': {'1.0'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Network': {'1.1'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Port': {'1.7'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'PortForwarding': {'1.2'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'QosPolicy': {'1.10'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SecurityGroup': {'1.5'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SecurityGroupRule': {'1.2'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SubPort': {'1.0'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Subnet': {'1.1'}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Trunk': {'1.1'}} Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: consumer versions: Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: { DHCP agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: HyperV agent@hv-cinder-82806: {}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: L3 agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: Metadata agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: Metering agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: Open vSwitch agent@dv-cinder-828061-1-iscsi: { 'AddressGroup': '1.2', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'ConntrackHelper': '1.0', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'LocalIPAssociation': '1.0', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Log': '1.0', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Network': '1.1', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Port': '1.7', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'PortForwarding': '1.2', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'QosPolicy': '1.10', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SecurityGroup': '1.5', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SecurityGroupRule': '1.2', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'SubPort': '1.0', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Subnet': '1.1', Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: 'Trunk': '1.1'}} Feb 07 02:40:30.264010 dv-cinder-828061-1-iscsi neutron-server[109071]: {{(pid=109071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 02:40:30.276510 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.347750 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-da6d186f-113c-4f37-8c61-89973dfa5f4a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:40:30.350532 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-da6d186f-113c-4f37-8c61-89973dfa5f4a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1240444 Feb 07 02:40:30.407226 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks [] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.472166 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Network 73356261-14a5-4cb7-97e8-d17ac6022cca is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:30.485371 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:30.492509 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:30.494832 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Pushing event updated for resources: {'Port': ['ID=6b38197c-f8cc-407c-92ec-8ea4d87a688e,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:30.498194 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Attempting to bind port fcc62a5c-83ae-433b-ac7c-cf406a8914de on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:30.498629 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Attempting to bind port fcc62a5c-83ae-433b-ac7c-cf406a8914de by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:30.499036 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Attempting to bind port fcc62a5c-83ae-433b-ac7c-cf406a8914de on network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:30.508417 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:30.512399 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Checking segment: {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:30.512399 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.512399 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Bound using segment: {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:30.512399 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Bound port: fcc62a5c-83ae-433b-ac7c-cf406a8914de, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:30.512399 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.588062 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-8b9027b3-88a9-4525-b681-46ad0aaa5981 service neutron] 10.222.0.15 "GET /v2.0/networks/ac11eb35-89c5-4400-99fa-d790867c0215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304578 Feb 07 02:40:30.589301 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Allocated IP 172.27.1.6 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/aae01074-c47f-4ae1-bbc5-ff163ad1a745) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:30.600680 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Attempting to bind port 6b38197c-f8cc-407c-92ec-8ea4d87a688e on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:30.601203 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Attempting to bind port 6b38197c-f8cc-407c-92ec-8ea4d87a688e by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:30.601460 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Attempting to bind port 6b38197c-f8cc-407c-92ec-8ea4d87a688e on network 73356261-14a5-4cb7-97e8-d17ac6022cca {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:30.612145 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:30.612587 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Checking segment: {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:30.612913 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.613294 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Bound using segment: {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:30.613757 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Bound port: 6b38197c-f8cc-407c-92ec-8ea4d87a688e, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:30.614127 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.614513 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.644231 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] For port fcc62a5c-83ae-433b-ac7c-cf406a8914de, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:30.648475 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] For port fcc62a5c-83ae-433b-ac7c-cf406a8914de, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=fcc62a5c-83ae-433b-ac7c-cf406a8914de,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:30.693388 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:30.694805 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:30.697572 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:30.701730 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.754452 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] For port 6b38197c-f8cc-407c-92ec-8ea4d87a688e, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:30.794462 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] For port 6b38197c-f8cc-407c-92ec-8ea4d87a688e, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=6b38197c-f8cc-407c-92ec-8ea4d87a688e,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:30.802473 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45752) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:30.828534 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.837648 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fdb6a-49eb-4431-a4a3-8a95d4143636 None None] Pushing event updated for resources: {'Port': ['ID=fcc62a5c-83ae-433b-ac7c-cf406a8914de,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:30.844050 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks [] for router_gateway (942b3c68-3c34-47e9-979d-02c39f8e66f3), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.874162 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-08bed553-47df-4a82-9ac8-2942211937cc service neutron] 10.222.0.15 "GET /v2.0/networks/ac11eb35-89c5-4400-99fa-d790867c0215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770317 Feb 07 02:40:30.881433 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:30.956816 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Pushing event updated for resources: {'Port': ['ID=11a8cd36-6b06-42ad-9895-e9eb2860e8b4,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:30.957990 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7e4ce-db86-4a84-b638-3d6908d4da55 None None] Pushing event updated for resources: {'Port': ['ID=6b38197c-f8cc-407c-92ec-8ea4d87a688e,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:30.969648 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks [] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:31.054132 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b656ab7-e211-4c5a-ab43-2f09eef44e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:31.081556 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:31.179149 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Allocated IP 172.27.1.79 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/8db0f53f-28f9-4adb-b773-9caf00a17315) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:31.239986 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:31.249080 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:31.277925 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:31.333828 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks [] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:31.391869 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Pushing event updated for resources: {'Port': ['ID=aae01074-c47f-4ae1-bbc5-ff163ad1a745,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:31.576596 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ed6570ba-7ff1-4959-9590-6eba5003a867 req-6b6155a0-ac3e-48ed-9ab5-bbde48751d78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 210 time: 0.1801431 Feb 07 02:40:31.646043 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b656ab7-e211-4c5a-ab43-2f09eef44e96 admin admin] Publish callbacks [] for security_group (d496dc9e-5548-4d50-8fdb-ebead0c071c5), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:31.659363 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b656ab7-e211-4c5a-ab43-2f09eef44e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d496dc9e-5548-4d50-8fdb-ebead0c071c5), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:31.681629 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:31.700026 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b656ab7-e211-4c5a-ab43-2f09eef44e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d496dc9e-5548-4d50-8fdb-ebead0c071c5,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:31.755171 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Pushing event updated for resources: {'Port': ['ID=8db0f53f-28f9-4adb-b773-9caf00a17315,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:31.764657 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:31.768660 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:31.772312 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:31.850405 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks [] for router_gateway (e395b0e6-8172-4070-bfcd-6e3b72d061ba), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:31.867707 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-9b656ab7-e211-4c5a-ab43-2f09eef44e96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c48105a4eb44b7a8fea1f2e7b101b12&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0649111 Feb 07 02:40:31.868281 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45800) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:31.871160 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks [] for router_gateway (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.093450 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6350e90c-4e35-4e4a-b106-2df3d166754a admin admin] Publish callbacks [] for security_group (d496dc9e-5548-4d50-8fdb-ebead0c071c5), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.117637 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6350e90c-4e35-4e4a-b106-2df3d166754a admin admin] Publish callbacks [] for security_group (d496dc9e-5548-4d50-8fdb-ebead0c071c5), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.298080 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6350e90c-4e35-4e4a-b106-2df3d166754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d496dc9e-5548-4d50-8fdb-ebead0c071c5), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.300997 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6350e90c-4e35-4e4a-b106-2df3d166754a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.302302 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6350e90c-4e35-4e4a-b106-2df3d166754a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d496dc9e-5548-4d50-8fdb-ebead0c071c5 HTTP/1.1" status: 204 len: 168 time: 0.4323421 Feb 07 02:40:32.338171 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.449528 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (e395b0e6-8172-4070-bfcd-6e3b72d061ba), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.453687 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350e90c-4e35-4e4a-b106-2df3d166754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d496dc9e-5548-4d50-8fdb-ebead0c071c5,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:32.457053 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks [] for router_gateway (942b3c68-3c34-47e9-979d-02c39f8e66f3), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.521015 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af26ec74-2d2e-4796-a2c4-91a6cccdff71 None None] Network 73356261-14a5-4cb7-97e8-d17ac6022cca requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:32.565050 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:40:32.789080 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45836) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:32.794243 dv-cinder-828061-1-iscsi neutron-server[109070]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 02:40:32.836173 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:40:32.850765 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Sync routers for ids ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:40:32.871177 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Routers {'6f8bc236-67c1-452c-9d9a-ebe1ebff500d'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:32.872206 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:32.887837 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-01b6c6c2-807a-439e-8578-69fc1231e796 None None] Provisioning complete for port 6b38197c-f8cc-407c-92ec-8ea4d87a688e triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:32.888728 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01b6c6c2-807a-439e-8578-69fc1231e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.894533 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:32.898671 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c91405b8-6364-43d8-8b84-a8ea9bc96b02 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4982007 Feb 07 02:40:32.899348 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45840) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:32.910300 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a50a3ae9-9c12-403c-bace-f878d8e47c7a req-83b57c21-ef52-40dc-bea1-61883fd27bb5 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 210 time: 0.1185529 Feb 07 02:40:33.058410 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45846) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:33.061896 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997532f-1c09-4e05-af90-533aa891ec4b None None] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:33.096840 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Router e395b0e6-8172-4070-bfcd-6e3b72d061ba is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:40:33.107266 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-01b6c6c2-807a-439e-8578-69fc1231e796 None None] Current status of the port 6b38197c-f8cc-407c-92ec-8ea4d87a688e is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:33.107912 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01b6c6c2-807a-439e-8578-69fc1231e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.166104 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device fcc62a5c-83ae-433b-ac7c-cf406a8914de up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:33.173709 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f898293f-3f95-4006-9af9-5fab18c50997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.211520 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-01b6c6c2-807a-439e-8578-69fc1231e796 None None] For port 6b38197c-f8cc-407c-92ec-8ea4d87a688e, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=6b38197c-f8cc-407c-92ec-8ea4d87a688e,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:40:33.248613 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01b6c6c2-807a-439e-8578-69fc1231e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.288412 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (942b3c68-3c34-47e9-979d-02c39f8e66f3), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.307617 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f898293f-3f95-4006-9af9-5fab18c50997 admin admin] Publish callbacks [] for security_group (4aa24ca5-18f6-4aff-904c-61bec68485b8), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.323068 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f898293f-3f95-4006-9af9-5fab18c50997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4aa24ca5-18f6-4aff-904c-61bec68485b8), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.337907 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port fcc62a5c-83ae-433b-ac7c-cf406a8914de triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:33.339046 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.348038 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Set router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:33.371681 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6c6c2-807a-439e-8578-69fc1231e796 None None] Pushing event updated for resources: {'Port': ['ID=6b38197c-f8cc-407c-92ec-8ea4d87a688e,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:33.398965 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Provisioning complete for port fcc62a5c-83ae-433b-ac7c-cf406a8914de triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:33.399712 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.406481 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-f898293f-3f95-4006-9af9-5fab18c50997 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86bc5aded06f410b8917636b66c14845&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3358593 Feb 07 02:40:33.409598 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45852) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:33.481658 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:40:33.501535 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Sync routers for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:40:33.558091 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port fcc62a5c-83ae-433b-ac7c-cf406a8914de is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:33.558765 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.566520 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:33.567449 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:33.580238 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.591114 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6fdb082c-1bf9-4570-b7de-2636e26c4118 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0153778 Feb 07 02:40:33.591343 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45854) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:33.603146 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:31Z', 'revision_number': 3, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'gw_port': {'id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:33.642906 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Checking router: 6f8bc236-67c1-452c-9d9a-ebe1ebff500d for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:40:33.643480 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Updating router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d port aae01074-c47f-4ae1-bbc5-ff163ad1a745 binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:40:33.684546 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.778034 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Router 942b3c68-3c34-47e9-979d-02c39f8e66f3 is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:40:33.791794 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port fcc62a5c-83ae-433b-ac7c-cf406a8914de, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=fcc62a5c-83ae-433b-ac7c-cf406a8914de,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:40:33.793125 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Current status of the port fcc62a5c-83ae-433b-ac7c-cf406a8914de is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:33.793703 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.794039 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898293f-3f95-4006-9af9-5fab18c50997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa24ca5-18f6-4aff-904c-61bec68485b8,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:33.840453 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.841814 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 6b38197c-f8cc-407c-92ec-8ea4d87a688e up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:33.957476 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-68afed75-7cb8-4c4c-b7b7-c51ddd4dee2f admin admin] Publish callbacks [] for security_group (4aa24ca5-18f6-4aff-904c-61bec68485b8), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:33.970355 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.db.api [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 02:40:33.974989 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG oslo_db.api [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 02:40:34.003438 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:34.105089 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-68afed75-7cb8-4c4c-b7b7-c51ddd4dee2f admin admin] Publish callbacks [] for security_group (4aa24ca5-18f6-4aff-904c-61bec68485b8), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.160997 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Publish callbacks [] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.170808 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.225304 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=fcc62a5c-83ae-433b-ac7c-cf406a8914de,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:34.226050 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.245552 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f07b50d9-040e-49f5-bf30-fdeaeb60fce4 req-c10bc326-0d81-433a-b345-55cb52b02b76 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 210 time: 0.0677707 Feb 07 02:40:34.257480 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 6b38197c-f8cc-407c-92ec-8ea4d87a688e triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:34.258111 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.263765 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Pushing event updated for resources: {'Port': ['ID=aae01074-c47f-4ae1-bbc5-ff163ad1a745,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:34.288232 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.288693 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.289739 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.290279 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.290768 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.291289 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.292229 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.293164 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.293862 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.294375 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.294901 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.295404 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.296804 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Tracked resource versions report: Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: pushed versions: Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: { 'AddressGroup': {'1.2'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'ConntrackHelper': {'1.0'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'LocalIPAssociation': {'1.0'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Log': {'1.0'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Network': {'1.1'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Port': {'1.7'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'PortForwarding': {'1.2'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'QosPolicy': {'1.10'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SecurityGroup': {'1.5'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SecurityGroupRule': {'1.2'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SubPort': {'1.0'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Subnet': {'1.1'}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Trunk': {'1.1'}} Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: consumer versions: Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: { DHCP agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: HyperV agent@hv-cinder-82806: {}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: L3 agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: Metadata agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: Metering agent@dv-cinder-828061-1-iscsi: {}, Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: Open vSwitch agent@dv-cinder-828061-1-iscsi: { 'AddressGroup': '1.2', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'ConntrackHelper': '1.0', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'LocalIPAssociation': '1.0', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Log': '1.0', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Network': '1.1', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Port': '1.7', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'PortForwarding': '1.2', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'QosPolicy': '1.10', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SecurityGroup': '1.5', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SecurityGroupRule': '1.2', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'SubPort': '1.0', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Subnet': '1.1', Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: 'Trunk': '1.1'}} Feb 07 02:40:34.298116 dv-cinder-828061-1-iscsi neutron-server[109072]: {{(pid=109072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 02:40:34.304166 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Attempting to bind port aae01074-c47f-4ae1-bbc5-ff163ad1a745 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:34.305254 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Attempting to bind port aae01074-c47f-4ae1-bbc5-ff163ad1a745 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:34.305772 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Attempting to bind port aae01074-c47f-4ae1-bbc5-ff163ad1a745 on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:34.315237 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:34.315832 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:34.316959 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.318125 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:34.319397 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Bound port: aae01074-c47f-4ae1-bbc5-ff163ad1a745, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:34.320601 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.402441 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 6b38197c-f8cc-407c-92ec-8ea4d87a688e is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:34.408798 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] For port aae01074-c47f-4ae1-bbc5-ff163ad1a745, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:34.412659 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:30Z', 'revision_number': 3, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:34.412871 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] For port aae01074-c47f-4ae1-bbc5-ff163ad1a745, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=aae01074-c47f-4ae1-bbc5-ff163ad1a745,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:34.421722 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.441061 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Checking router: e395b0e6-8172-4070-bfcd-6e3b72d061ba for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:40:34.441615 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Updating router e395b0e6-8172-4070-bfcd-6e3b72d061ba port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:40:34.467913 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Allocated IP 172.20.0.1 (1f1e1b62-ce87-488f-850a-496ca2743f22/7f527aac-b171-4bdf-a810-879f490fb8b4/232989df-0478-4733-b85d-ee3d779fe308) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:34.471412 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.487183 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:40:34.503422 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ba688-655b-4ae2-8691-368efc45d302 None None] Pushing event updated for resources: {'Port': ['ID=aae01074-c47f-4ae1-bbc5-ff163ad1a745,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:34.514389 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Sync routers for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:40:34.557072 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:34.557904 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:34.624684 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-68afed75-7cb8-4c4c-b7b7-c51ddd4dee2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4aa24ca5-18f6-4aff-904c-61bec68485b8), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.627548 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-68afed75-7cb8-4c4c-b7b7-c51ddd4dee2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.631311 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-68afed75-7cb8-4c4c-b7b7-c51ddd4dee2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4aa24ca5-18f6-4aff-904c-61bec68485b8 HTTP/1.1" status: 204 len: 168 time: 1.2206426 Feb 07 02:40:34.646350 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afed75-7cb8-4c4c-b7b7-c51ddd4dee2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa24ca5-18f6-4aff-904c-61bec68485b8,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:34.680560 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Current status of the port fcc62a5c-83ae-433b-ac7c-cf406a8914de is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:34.705991 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Publish callbacks [] for port (232989df-0478-4733-b85d-ee3d779fe308), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.731162 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.732407 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-de056bc7-9c15-4fb1-a4f9-ddfccd5d1e45 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2182391 Feb 07 02:40:34.738776 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 45884) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:34.741355 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:34.850450 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Provisioning complete for port 6b38197c-f8cc-407c-92ec-8ea4d87a688e triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:34.850819 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:34.973293 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (232989df-0478-4733-b85d-ee3d779fe308), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:35.064982 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device fcc62a5c-83ae-433b-ac7c-cf406a8914de up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:35.070736 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Routers {'6f8bc236-67c1-452c-9d9a-ebe1ebff500d'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:35.076331 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:35.077674 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Network 1f1e1b62-ce87-488f-850a-496ca2743f22 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:35.127871 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:35.138726 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.13', 55689) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:35.195401 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:35.307529 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:32Z', 'revision_number': 3, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:35.400476 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45910) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:35.409538 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-319baa5d-24ae-4f6f-a22d-ea3f65fbea29 None None] Current status of the port 6b38197c-f8cc-407c-92ec-8ea4d87a688e is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:35.429750 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Checking router: 942b3c68-3c34-47e9-979d-02c39f8e66f3 for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:40:35.429750 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Updating router 942b3c68-3c34-47e9-979d-02c39f8e66f3 port 8db0f53f-28f9-4adb-b773-9caf00a17315 binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:40:35.432713 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:35.433430 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:35.534233 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:35.579829 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port fcc62a5c-83ae-433b-ac7c-cf406a8914de triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:35.580903 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:35.632271 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Pushing event updated for resources: {'Port': ['ID=232989df-0478-4733-b85d-ee3d779fe308,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:35.663919 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-d6db1781-f390-479c-89c9-e1a88bdb85c7 None None] Provisioning complete for port fcc62a5c-83ae-433b-ac7c-cf406a8914de triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:35.664618 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d6db1781-f390-479c-89c9-e1a88bdb85c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:35.779714 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] Set router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:35.813740 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-320b69f6-1546-4178-8c3a-28841531f5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:35.826459 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Publish callbacks [] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:35.835634 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (232989df-0478-4733-b85d-ee3d779fe308), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:35.857923 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3ca8cb6d-35c6-4eae-a34e-7ff419061d08 req-a606fc88-3707-4e8e-ba2a-a770bc044626 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 210 time: 0.1035509 Feb 07 02:40:35.883718 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port fcc62a5c-83ae-433b-ac7c-cf406a8914de is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:35.885595 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 6b38197c-f8cc-407c-92ec-8ea4d87a688e up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:35.900540 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-ef5fd0aa-e2ca-43e8-b82e-0a46481ae0ed tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:35.902014 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-ef5fd0aa-e2ca-43e8-b82e-0a46481ae0ed tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.13 "GET /v2.0/networks?id=ac11eb35-89c5-4400-99fa-d790867c0215 HTTP/1.1" status: 200 len: 812 time: 0.7606986 Feb 07 02:40:35.932998 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.015577 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51786569-a028-4253-9ef9-e9d53fb8396a None None] Pushing event updated for resources: {'Port': ['ID=11a8cd36-6b06-42ad-9895-e9eb2860e8b4,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:36.051446 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Attempting to bind port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:36.051446 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Attempting to bind port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:36.051446 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Attempting to bind port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:36.062067 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:36.062444 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:36.062837 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.063222 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:36.063689 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Bound port: 11a8cd36-6b06-42ad-9895-e9eb2860e8b4, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:36.064621 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.078101 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Allocated IP 172.20.0.1 (73356261-14a5-4cb7-97e8-d17ac6022cca/58907ab3-d60f-4ae8-9470-044fbf040f2a/5ce34161-8ac8-4e43-9465-a177f5fd37d8) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:36.115097 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-d6db1781-f390-479c-89c9-e1a88bdb85c7 None None] Current status of the port fcc62a5c-83ae-433b-ac7c-cf406a8914de is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:36.128024 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 6b38197c-f8cc-407c-92ec-8ea4d87a688e triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:36.132267 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.183843 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-320b69f6-1546-4178-8c3a-28841531f5c3 admin admin] Publish callbacks [] for security_group (9f5906e2-dbe6-410a-81d5-920d53f2701e), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.207397 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-320b69f6-1546-4178-8c3a-28841531f5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (9f5906e2-dbe6-410a-81d5-920d53f2701e), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.223146 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] For port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:36.226815 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] For port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=11a8cd36-6b06-42ad-9895-e9eb2860e8b4,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:36.243490 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.314236 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-320b69f6-1546-4178-8c3a-28841531f5c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc58f921c7904541a4117c979384bfab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9009283 Feb 07 02:40:36.319581 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 6b38197c-f8cc-407c-92ec-8ea4d87a688e is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:36.325438 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 45938) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:36.331300 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:36.332248 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:36.344133 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Publish callbacks [] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.346021 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Publish callbacks [] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.356819 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b69f6-1546-4178-8c3a-28841531f5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5906e2-dbe6-410a-81d5-920d53f2701e,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:36.357413 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:31Z', 'revision_number': 3, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'gw_port': {'id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:36.367391 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Publish callbacks [] for port (232989df-0478-4733-b85d-ee3d779fe308), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.369042 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51786569-a028-4253-9ef9-e9d53fb8396a None None] Pushing event updated for resources: {'Port': ['ID=11a8cd36-6b06-42ad-9895-e9eb2860e8b4,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:36.383121 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.423823 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0fdea6f6-d898-4d5e-b069-2c16485b2090 admin admin] Publish callbacks [] for security_group (9f5906e2-dbe6-410a-81d5-920d53f2701e), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.428724 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (232989df-0478-4733-b85d-ee3d779fe308), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.429491 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.448829 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.464616 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0fdea6f6-d898-4d5e-b069-2c16485b2090 admin admin] Publish callbacks [] for security_group (9f5906e2-dbe6-410a-81d5-920d53f2701e), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.470779 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d113a7-a939-4957-8d7f-52cea544bfce None None] The sync data for ids ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'] in dv-cinder-828061-1-iscsi is: [{'id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:31Z', 'revision_number': 3, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'gw_port': {'id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:40:36.486616 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:36.504314 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9a7c6-59f7-4446-8bdc-f370fdea81e4 None None] Pushing event updated for resources: {'Port': ['ID=8db0f53f-28f9-4adb-b773-9caf00a17315,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:36.509748 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Network 73356261-14a5-4cb7-97e8-d17ac6022cca is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:36.515915 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:36.534693 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:36.540138 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Attempting to bind port 8db0f53f-28f9-4adb-b773-9caf00a17315 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:36.540541 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Attempting to bind port 8db0f53f-28f9-4adb-b773-9caf00a17315 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:36.540905 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Attempting to bind port 8db0f53f-28f9-4adb-b773-9caf00a17315 on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:36.546652 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (e395b0e6-8172-4070-bfcd-6e3b72d061ba), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.547406 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:36.547801 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:36.548193 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.548609 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:36.549076 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Bound port: 8db0f53f-28f9-4adb-b773-9caf00a17315, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:36.549449 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.584279 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Pushing event updated for resources: {'Port': ['ID=232989df-0478-4733-b85d-ee3d779fe308,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:36.646922 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] For port 8db0f53f-28f9-4adb-b773-9caf00a17315, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:36.660494 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] For port 8db0f53f-28f9-4adb-b773-9caf00a17315, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=8db0f53f-28f9-4adb-b773-9caf00a17315,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:36.682209 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:36.738084 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce34161-8ac8-4e43-9465-a177f5fd37d8,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:36.807783 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:36.808434 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:36.815644 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Network 1f1e1b62-ce87-488f-850a-496ca2743f22 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:36.881598 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:36.976641 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:30Z', 'revision_number': 3, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:37.018871 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9a7c6-59f7-4446-8bdc-f370fdea81e4 None None] Pushing event updated for resources: {'Port': ['ID=8db0f53f-28f9-4adb-b773-9caf00a17315,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:37.067585 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d716d-2f88-4a98-8c8b-8ef7bed13755 None None] The sync data for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi is: [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:30Z', 'revision_number': 3, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:40:37.081548 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-04d07fff-a07a-4860-84e0-21ab867a9953 None None] Provisioning complete for port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:37.081920 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-04d07fff-a07a-4860-84e0-21ab867a9953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.105736 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.113178 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:40:37.113401 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:37.174005 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0fdea6f6-d898-4d5e-b069-2c16485b2090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (9f5906e2-dbe6-410a-81d5-920d53f2701e), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.174005 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0fdea6f6-d898-4d5e-b069-2c16485b2090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.174005 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0fdea6f6-d898-4d5e-b069-2c16485b2090 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f5906e2-dbe6-410a-81d5-920d53f2701e HTTP/1.1" status: 204 len: 168 time: 0.8314323 Feb 07 02:40:37.203092 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-04d07fff-a07a-4860-84e0-21ab867a9953 None None] Port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:40:37.206619 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdea6f6-d898-4d5e-b069-2c16485b2090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5906e2-dbe6-410a-81d5-920d53f2701e,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:37.211124 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d716d5ca-a9f9-4356-8530-e3a59126f922 req-437ce010-1c8e-421f-9708-456cee654ab1 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 210 time: 0.1186676 Feb 07 02:40:37.321539 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.546012 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Allocated IP 172.20.0.1 (1a8d4dbe-7bf5-45f2-be54-16ce356b99cc/08da3acb-982c-42f9-b67a-970fb95c412c/07881193-2b8f-4d32-b477-9b42db43ad9f) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:37.633688 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:32Z', 'revision_number': 3, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:37.669646 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:40:37.680889 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a7eb4-6ba5-4f72-bbec-83ffc29471eb None None] The sync data for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi is: [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:32Z', 'revision_number': 3, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:40:37.683175 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a77fa945-136e-427d-9283-7db2ca9d5d82 admin admin] 10.222.0.15 "PUT /v2.0/routers/6f8bc236-67c1-452c-9d9a-ebe1ebff500d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7826025 Feb 07 02:40:37.775482 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Publish callbacks [] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.825218 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Publish callbacks [] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.845147 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.846151 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (e395b0e6-8172-4070-bfcd-6e3b72d061ba), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.870630 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:37.950059 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:37.965576 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:37.982815 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:37.988239 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (942b3c68-3c34-47e9-979d-02c39f8e66f3), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:38.003348 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:38.018689 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Request body: {'port': {'device_id': 'ca6888ef-d36f-4394-b42f-7d3c66b0a4eb', 'network_id': 'ac11eb35-89c5-4400-99fa-d790867c0215', 'admin_state_up': True, 'tenant_id': '8eff6e04661341908c55f615610f0336'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:38.072625 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Pushing event updated for resources: {'Port': ['ID=07881193-2b8f-4d32-b477-9b42db43ad9f,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:38.538392 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce34161-8ac8-4e43-9465-a177f5fd37d8,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:38.573403 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Made reservation on behalf of 8eff6e04661341908c55f615610f0336 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:38.579022 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:38.672487 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-418df563-d1a6-455e-a471-8b2a712583e8 req-a6ee9ea5-b03a-4ec1-b23a-dce6bb6a9a07 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 210 time: 0.2141783 Feb 07 02:40:38.672487 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:38.681473 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-1bd7b561-9533-4f24-ba77-e1da73ed5fab None None] Provisioning complete for port 07881193-2b8f-4d32-b477-9b42db43ad9f triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:38.689117 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b561-9533-4f24-ba77-e1da73ed5fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:38.912025 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7b561-9533-4f24-ba77-e1da73ed5fab None None] Port 07881193-2b8f-4d32-b477-9b42db43ad9f cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:40:39.051539 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-f0fc738b-0c53-4092-9dde-335018602f9c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:39.065244 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-f0fc738b-0c53-4092-9dde-335018602f9c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 819 time: 0.4293666 Feb 07 02:40:39.147927 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-84fe7826-5ac2-4a94-828e-2c4c6479b432 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/quotas/b420d6a75bee4f108d3d5e3723db3f97 HTTP/1.1" status: 200 len: 375 time: 0.0817130 Feb 07 02:40:39.213583 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Publish callbacks [] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:39.225658 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:39.226387 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (942b3c68-3c34-47e9-979d-02c39f8e66f3), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:39.236314 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device aae01074-c47f-4ae1-bbc5-ff163ad1a745 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:39.352452 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Pushing event updated for resources: {'Port': ['ID=07881193-2b8f-4d32-b477-9b42db43ad9f,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:39.392066 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Network 73356261-14a5-4cb7-97e8-d17ac6022cca is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:39.421953 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port aae01074-c47f-4ae1-bbc5-ff163ad1a745 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:39.428702 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:39.548380 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:39.694342 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port aae01074-c47f-4ae1-bbc5-ff163ad1a745 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:39.697134 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:39.803674 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port aae01074-c47f-4ae1-bbc5-ff163ad1a745, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=aae01074-c47f-4ae1-bbc5-ff163ad1a745,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:40:39.817224 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:39.818078 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:39.977710 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4faeb814-ba2b-47f3-9d06-30d64d1d7cfd req-7a0c3c38-9ab5-4043-be7f-ef135f64ea4d tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 210 time: 0.0446477 Feb 07 02:40:40.120837 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:40.122576 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:40.279264 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-c860798f-0704-4ab9-ad1a-e366bbccdf48 None None] Provisioning complete for port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:40.281144 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-f79edb7f-51f9-4c74-804e-38e62def0e04 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1319895 Feb 07 02:40:40.283476 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c860798f-0704-4ab9-ad1a-e366bbccdf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:40.288813 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=aae01074-c47f-4ae1-bbc5-ff163ad1a745,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:40.408195 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:40.414300 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:40.461541 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Allocated IP 172.20.0.7 (ac11eb35-89c5-4400-99fa-d790867c0215/144f7e35-0bd3-4680-bd9f-2abe288a0704/64fba6a8-5dc9-44c3-a9f5-2e22f3dad338) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:40.466209 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Router 942b3c68-3c34-47e9-979d-02c39f8e66f3 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:40:40.521594 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-c860798f-0704-4ab9-ad1a-e366bbccdf48 None None] Port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:40:40.600257 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Router e395b0e6-8172-4070-bfcd-6e3b72d061ba has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:40:40.792752 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:40:40.814343 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-20108c09-b655-431f-a266-9b1026ff08de admin admin] 10.222.0.15 "PUT /v2.0/routers/942b3c68-3c34-47e9-979d-02c39f8e66f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0742586 Feb 07 02:40:40.956866 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Sync routers for ids ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:40:41.075671 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-59b7a561-ab5e-4e34-9ca4-881d7a8bca99 None None] Provisioning complete for port 07881193-2b8f-4d32-b477-9b42db43ad9f triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:41.078588 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-59b7a561-ab5e-4e34-9ca4-881d7a8bca99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:41.212806 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Routers {'6f8bc236-67c1-452c-9d9a-ebe1ebff500d'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:41.213832 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:41.268010 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1a185088-52c7-4ff6-8cf0-9f4db91fa8cf req-4aa2d3f8-4ad8-4600-9b22-d3babe8bf282 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 210 time: 0.0641396 Feb 07 02:40:41.396702 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:40:41.399421 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Set router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:41.446216 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7feb9082-882e-47a1-b645-97a08bf4c398 admin admin] 10.222.0.15 "PUT /v2.0/routers/e395b0e6-8172-4070-bfcd-6e3b72d061ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8535950 Feb 07 02:40:41.541217 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Publish callbacks [] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:41.555102 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-59b7a561-ab5e-4e34-9ca4-881d7a8bca99 None None] Port 07881193-2b8f-4d32-b477-9b42db43ad9f cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:40:41.562485 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:41.563591 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:41.616571 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=11a8cd36-6b06-42ad-9895-e9eb2860e8b4,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:40:41.626534 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46130) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:41.650298 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:41.654161 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:41.655190 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 8db0f53f-28f9-4adb-b773-9caf00a17315 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:41.859769 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-c1d23cfc-fa21-4805-8fc8-e6a66a02476d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:40:41.861591 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-c1d23cfc-fa21-4805-8fc8-e6a66a02476d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9229639 Feb 07 02:40:41.873815 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Sync routers for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:40:41.919154 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:41.921599 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:41.957342 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Network ac11eb35-89c5-4400-99fa-d790867c0215 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:41.976470 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:42.010412 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:42.022106 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:42.022781 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.026660 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Pushing event updated for resources: {'Port': ['ID=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:42.055412 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 8db0f53f-28f9-4adb-b773-9caf00a17315 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:42.056457 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.095827 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-5a8754de-3775-4005-8e7d-343f7032ae78 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0894074 Feb 07 02:40:42.119631 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Sync routers for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:40:42.144791 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-77c202a5-8497-460f-a1a0-d8c430c4a5ac tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:40:42.150352 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-77c202a5-8497-460f-a1a0-d8c430c4a5ac tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0345891 Feb 07 02:40:42.153026 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7894-ba67-4147-a28a-b250dfe6f368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.201069 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:42.217262 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-7b70860d-65d4-4daa-875c-9f2983b1a4e1 service neutron] 10.222.0.15 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129778 Feb 07 02:40:42.223292 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=11a8cd36-6b06-42ad-9895-e9eb2860e8b4,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:42.284110 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:42.284758 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:42.419400 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7894-ba67-4147-a28a-b250dfe6f368 admin admin] Publish callbacks [] for security_group (d154970d-d79c-44d3-8a7e-d387b19192c7), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.427093 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7894-ba67-4147-a28a-b250dfe6f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d154970d-d79c-44d3-8a7e-d387b19192c7), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.507282 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e7894-ba67-4147-a28a-b250dfe6f368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d154970d-d79c-44d3-8a7e-d387b19192c7,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:42.511611 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-24930572-f0a1-401b-8dbb-1110e914b1bf service neutron] 10.222.0.15 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857337 Feb 07 02:40:42.575598 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ec2e7894-ba67-4147-a28a-b250dfe6f368 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2b67816a87a4464882049359fd6bb2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9477355 Feb 07 02:40:42.578342 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46160) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:42.588040 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Request body: {'port': {'device_id': 'ca6888ef-d36f-4394-b42f-7d3c66b0a4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:42.726716 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:42.732183 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63ccada0-741e-478d-a92e-0e9f1e39aa89 admin admin] Publish callbacks [] for security_group (d154970d-d79c-44d3-8a7e-d387b19192c7), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.795200 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63ccada0-741e-478d-a92e-0e9f1e39aa89 admin admin] Publish callbacks [] for security_group (d154970d-d79c-44d3-8a7e-d387b19192c7), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.803042 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.909108 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:37Z', 'revision_number': 2, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:42.946487 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63ccada0-741e-478d-a92e-0e9f1e39aa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d154970d-d79c-44d3-8a7e-d387b19192c7), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.957415 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63ccada0-741e-478d-a92e-0e9f1e39aa89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:42.974514 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-63ccada0-741e-478d-a92e-0e9f1e39aa89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d154970d-d79c-44d3-8a7e-d387b19192c7 HTTP/1.1" status: 204 len: 168 time: 0.3947761 Feb 07 02:40:43.010035 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccada0-741e-478d-a92e-0e9f1e39aa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d154970d-d79c-44d3-8a7e-d387b19192c7,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:43.031325 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46180) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:43.046928 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-8e8f18f0-f71d-45e5-8eb3-7f5db1c9031c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640942056', 'description': 'tempest-description--1350952996'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:43.149832 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Checking router: e395b0e6-8172-4070-bfcd-6e3b72d061ba for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:40:43.151651 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Updating router e395b0e6-8172-4070-bfcd-6e3b72d061ba port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:40:43.203545 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8e8f18f0-f71d-45e5-8eb3-7f5db1c9031c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:43.266388 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:43.362828 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 8db0f53f-28f9-4adb-b773-9caf00a17315 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:43.364645 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:43.554392 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1e330-1123-4940-b2d6-ad223607cf1d req-14dce80e-93c3-4698-8129-d4eb014b11c0 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:43.557534 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-63c1e330-1123-4940-b2d6-ad223607cf1d req-14dce80e-93c3-4698-8129-d4eb014b11c0 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 931 time: 0.2945623 Feb 07 02:40:43.642924 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port 8db0f53f-28f9-4adb-b773-9caf00a17315, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=8db0f53f-28f9-4adb-b773-9caf00a17315,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:40:43.683697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8e8f18f0-f71d-45e5-8eb3-7f5db1c9031c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (49dc70b6-87a2-4577-a182-8afefb7ef0ea), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:43.693934 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:43.707528 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8e8f18f0-f71d-45e5-8eb3-7f5db1c9031c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (49dc70b6-87a2-4577-a182-8afefb7ef0ea), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:43.932162 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-63c1e330-1123-4940-b2d6-ad223607cf1d req-96eb950f-b5d6-445e-8c71-a6ff99812712 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592446 Feb 07 02:40:43.932319 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:35Z', 'revision_number': 4, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'gw_port': {'id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '232989df-0478-4733-b85d-ee3d779fe308', 'name': '', 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'mac_address': 'fa:16:3e:63:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f527aac-b171-4bdf-a810-879f490fb8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:34Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 2, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'subnets': [{'id': '7f527aac-b171-4bdf-a810-879f490fb8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:43.943371 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device aae01074-c47f-4ae1-bbc5-ff163ad1a745 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:43.958835 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8e8f18f0-f71d-45e5-8eb3-7f5db1c9031c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:43.969272 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-8e8f18f0-f71d-45e5-8eb3-7f5db1c9031c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9343965 Feb 07 02:40:43.972764 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46220) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:43.981346 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-bc548230-d2cf-407f-9773-582c01e1802c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'security_group_rule': {'security_group_id': '49dc70b6-87a2-4577-a182-8afefb7ef0ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:43.998351 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=8db0f53f-28f9-4adb-b773-9caf00a17315,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:44.004049 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f18f0-f71d-45e5-8eb3-7f5db1c9031c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dc70b6-87a2-4577-a182-8afefb7ef0ea,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:44.022915 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Checking router: 6f8bc236-67c1-452c-9d9a-ebe1ebff500d for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:40:44.023638 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Updating router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d port 232989df-0478-4733-b85d-ee3d779fe308 binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:40:44.056769 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4fab498f-758b-4f94-b1bf-a3b6a0c71e62 req-96974fca-93a6-4a64-b586-42a36e83c0d7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 210 time: 0.0407786 Feb 07 02:40:44.162439 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bc548230-d2cf-407f-9773-582c01e1802c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (e31d2779-d93d-4843-ac72-93875494bd12), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:44.234506 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:40:44.275693 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Publish callbacks [] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:44.401566 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Transition to ACTIVE for port object 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:40:44.414927 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:44.460859 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (232989df-0478-4733-b85d-ee3d779fe308), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:44.519305 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Publish callbacks [] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:44.545552 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:44.586620 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 2, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:44.615323 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port aae01074-c47f-4ae1-bbc5-ff163ad1a745 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:44.619090 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:44.643840 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:44.673834 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bc548230-d2cf-407f-9773-582c01e1802c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (e31d2779-d93d-4843-ac72-93875494bd12), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:44.795906 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bc548230-d2cf-407f-9773-582c01e1802c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (e31d2779-d93d-4843-ac72-93875494bd12), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:44.805609 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a4433-7836-4913-8995-24b56f96bfb9 None None] Pushing event updated for resources: {'Port': ['ID=5ce34161-8ac8-4e43-9465-a177f5fd37d8,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:44.992801 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Attempting to bind port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:44.992801 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Attempting to bind port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '2d0bed69-8007-4fd9-96b6-225c0ec57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac11eb35-89c5-4400-99fa-d790867c0215'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:45.000896 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Attempting to bind port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 on network ac11eb35-89c5-4400-99fa-d790867c0215 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:45.005056 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46268) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:45.014661 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Checking router: 942b3c68-3c34-47e9-979d-02c39f8e66f3 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:40:45.015508 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Updating router 942b3c68-3c34-47e9-979d-02c39f8e66f3 port 07881193-2b8f-4d32-b477-9b42db43ad9f binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:40:45.037932 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc548230-d2cf-407f-9773-582c01e1802c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31d2779-d93d-4843-ac72-93875494bd12,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:45.066220 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-88c1dc30-c988-4807-825d-ba36a8b7bab8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--126056667', 'description': 'tempest-description--937240849'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:45.079156 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Attempting to bind port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:45.079533 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Attempting to bind port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:45.079888 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Attempting to bind port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 on network 73356261-14a5-4cb7-97e8-d17ac6022cca {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:45.094075 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bc548230-d2cf-407f-9773-582c01e1802c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.102126 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 on network ac11eb35-89c5-4400-99fa-d790867c0215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:40:45.105685 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Attempting to bind port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 on network ac11eb35-89c5-4400-99fa-d790867c0215 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:45.107633 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-bc548230-d2cf-407f-9773-582c01e1802c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1298993 Feb 07 02:40:45.115960 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46278) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:45.124236 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:45.131216 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Checking segment: {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:45.138070 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.138591 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Bound using segment: {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:45.139491 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Bound port: 5ce34161-8ac8-4e43-9465-a177f5fd37d8, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:45.140799 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.156071 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-a6b59428-f9bc-489c-88a4-c4e3f49d4d82 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'security_group_rule': {'security_group_id': '49dc70b6-87a2-4577-a182-8afefb7ef0ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:45.168504 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:45.172742 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Checking segment: {'id': '2d0bed69-8007-4fd9-96b6-225c0ec57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac11eb35-89c5-4400-99fa-d790867c0215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:45.175209 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Bound using segment: {'id': '2d0bed69-8007-4fd9-96b6-225c0ec57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac11eb35-89c5-4400-99fa-d790867c0215'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:45.175953 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Bound port: 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d0bed69-8007-4fd9-96b6-225c0ec57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ac11eb35-89c5-4400-99fa-d790867c0215'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:45.180757 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.334451 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] For port 5ce34161-8ac8-4e43-9465-a177f5fd37d8, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:45.344371 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] For port 5ce34161-8ac8-4e43-9465-a177f5fd37d8, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=5ce34161-8ac8-4e43-9465-a177f5fd37d8,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:45.363128 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.383330 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-4106299a-a3de-4132-9d93-2e32b6040a25 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:45.386853 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-4106299a-a3de-4132-9d93-2e32b6040a25 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 819 time: 0.8587565 Feb 07 02:40:45.413281 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-88c1dc30-c988-4807-825d-ba36a8b7bab8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.427285 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a6b59428-f9bc-489c-88a4-c4e3f49d4d82 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (f6d53544-0768-484b-8cea-486ed4265a01), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.471255 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-6d4acba0-fa01-40ac-9d7b-b2a80951ddbb tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/quotas/b420d6a75bee4f108d3d5e3723db3f97 HTTP/1.1" status: 200 len: 375 time: 0.0722389 Feb 07 02:40:45.548427 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a4433-7836-4913-8995-24b56f96bfb9 None None] Pushing event updated for resources: {'Port': ['ID=5ce34161-8ac8-4e43-9465-a177f5fd37d8,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:45.587446 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:45.592362 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:45.626854 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.771235 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c69d9f-fc49-46a1-9300-e16d836bb005 req-8c9c2d55-39fe-4011-a16f-9d26b802db32 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:45.772846 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1c69d9f-fc49-46a1-9300-e16d836bb005 req-8c9c2d55-39fe-4011-a16f-9d26b802db32 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 943 time: 0.5402837 Feb 07 02:40:45.782734 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-db21d7a8-905f-4685-bad3-91e7d46d7935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.791485 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port aae01074-c47f-4ae1-bbc5-ff163ad1a745 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:45.815081 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:45.816325 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] For port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:45.844196 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] For port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,segment=NetworkSegment(2d0bed69-8007-4fd9-96b6-225c0ec57a34),segment_id=2d0bed69-8007-4fd9-96b6-225c0ec57a34)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:45.860314 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-48fe8f7f-afa9-4910-99e6-fab680a7a8d3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3640337 Feb 07 02:40:45.936610 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:45.941351 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:46.216437 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a6b59428-f9bc-489c-88a4-c4e3f49d4d82 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (f6d53544-0768-484b-8cea-486ed4265a01), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:46.232520 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a6b59428-f9bc-489c-88a4-c4e3f49d4d82 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (f6d53544-0768-484b-8cea-486ed4265a01), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:46.263940 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1c69d9f-fc49-46a1-9300-e16d836bb005 req-1b17e6da-9c22-486e-87fb-ef4657257730 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540782 Feb 07 02:40:46.283605 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-f80be37e-e8a6-4140-a63a-21530ca8392e service neutron] 10.222.0.15 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015334 Feb 07 02:40:46.292115 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Publish callbacks [] for port (232989df-0478-4733-b85d-ee3d779fe308), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:46.305772 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:46.306948 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:46.308482 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] 10.222.0.13 "PUT /v2.0/ports/64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 HTTP/1.1" status: 200 len: 1093 time: 3.8539772 Feb 07 02:40:46.315130 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6888ef-d36f-4394-b42f-7d3c66b0a4eb', 'tag': '64fba6a8-5dc9-44c3-a9f5-2e22f3dad338'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:40:46.399118 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b59428-f9bc-489c-88a4-c4e3f49d4d82 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d53544-0768-484b-8cea-486ed4265a01,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:46.467070 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:45Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:46.507791 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e5507-5dd2-4e40-8e85-f7388f369a9a None None] The sync data for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi is: [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:45Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:40:46.527787 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a6b59428-f9bc-489c-88a4-c4e3f49d4d82 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:46.529345 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a6b59428-f9bc-489c-88a4-c4e3f49d4d82 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4064381 Feb 07 02:40:46.549707 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46324) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:46.595902 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'floatingip': {'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:46.599937 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-88c1dc30-c988-4807-825d-ba36a8b7bab8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (6c505976-18f7-47e2-b9ce-15e125b608c3), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:46.714580 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.13', 55706) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:46.842147 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-e9450d32-e950-4824-9223-8e6581205031 None None] Provisioning complete for port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:46.844152 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e9450d32-e950-4824-9223-8e6581205031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:46.853602 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-88c1dc30-c988-4807-825d-ba36a8b7bab8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6c505976-18f7-47e2-b9ce-15e125b608c3), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:46.871152 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (232989df-0478-4733-b85d-ee3d779fe308), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:47.128851 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73fa03-0954-48c6-b208-e17b44415dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:47.173648 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-88c1dc30-c988-4807-825d-ba36a8b7bab8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:47.182502 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-88c1dc30-c988-4807-825d-ba36a8b7bab8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1608593 Feb 07 02:40:47.189750 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46350) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:47.214172 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-d6f2819a-5610-4be1-8165-b4594efa905d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'security_group_rule': {'security_group_id': '6c505976-18f7-47e2-b9ce-15e125b608c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:47.275727 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b8921-1de3-47fd-97de-70a1b7fc6e43" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6888ef-d36f-4394-b42f-7d3c66b0a4eb", "tag": "64fba6a8-5dc9-44c3-a9f5-2e22f3dad338"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:40:47.294761 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1dc30-c988-4807-825d-ba36a8b7bab8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c505976-18f7-47e2-b9ce-15e125b608c3,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:47.345718 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-777b7bbd-d453-46c2-8d46-1881cfd2e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:47.355210 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-777b7bbd-d453-46c2-8d46-1881cfd2e98b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8eff6e04661341908c55f615610f0336&device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 1127 time: 0.7510047 Feb 07 02:40:47.382274 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:47.389055 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:47.414589 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-7af42816-ca55-4fb1-b92b-a155c97ec4e7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:47.416805 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-7af42816-ca55-4fb1-b92b-a155c97ec4e7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 819 time: 0.6874640 Feb 07 02:40:47.438663 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-f4516590-3713-4d78-8587-a8a4e75d1e88 service neutron] 10.222.0.15 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1540518 Feb 07 02:40:47.455260 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Request body: {'port': {'device_id': '211e0a8c-6f39-41fa-9b22-3922fadc0548', 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22', 'admin_state_up': True, 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:47.649351 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a666164-a4ba-4bdd-9691-bba21157ff32 None None] Pushing event updated for resources: {'Port': ['ID=232989df-0478-4733-b85d-ee3d779fe308,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:47.883222 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-aeb15301-7c52-48c3-bc33-0c449f4a5086 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 HTTP/1.1" status: 200 len: 217 time: 0.5031846 Feb 07 02:40:48.111545 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d6f2819a-5610-4be1-8165-b4594efa905d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (b1460be6-001c-4ba2-908b-fce583ba5a0f), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:48.126193 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:48.167576 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cccf1f5-7777-4790-9c47-4075df5f8b39 x-openstack-request-id: req-1cccf1f5-7777-4790-9c47-4075df5f8b39 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:40:48.167966 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6888ef-d36f-4394-b42f-7d3c66b0a4eb", "tag": "64fba6a8-5dc9-44c3-a9f5-2e22f3dad338", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:40:48.169765 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cccf1f5-7777-4790-9c47-4075df5f8b39 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:40:48.170270 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6888ef-d36f-4394-b42f-7d3c66b0a4eb', 'tag': '64fba6a8-5dc9-44c3-a9f5-2e22f3dad338', 'status': 'completed', 'code': 200} Feb 07 02:40:48.262689 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-bf570aa5-f4b0-4125-bdd8-a16b9d4cc873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:48.264209 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-bf570aa5-f4b0-4125-bdd8-a16b9d4cc873 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=144f7e35-0bd3-4680-bd9f-2abe288a0704 HTTP/1.1" status: 200 len: 852 time: 0.3791585 Feb 07 02:40:48.346552 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Made reservation on behalf of b420d6a75bee4f108d3d5e3723db3f97 for: {'port': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:48.355121 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:48.411518 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-76682d00-b5e2-448a-8be7-a6f1b213f159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:48.417192 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e69361-7b05-422f-9fde-719d4309ff17 req-c9e2237c-960f-4b87-8c11-073e1585f22f tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:48.429238 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-77e69361-7b05-422f-9fde-719d4309ff17 req-c9e2237c-960f-4b87-8c11-073e1585f22f tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 943 time: 0.9945803 Feb 07 02:40:48.438159 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Attempting to bind port 232989df-0478-4733-b85d-ee3d779fe308 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:48.438547 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Attempting to bind port 232989df-0478-4733-b85d-ee3d779fe308 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:48.439006 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Attempting to bind port 232989df-0478-4733-b85d-ee3d779fe308 on network 1f1e1b62-ce87-488f-850a-496ca2743f22 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:48.479942 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-6a0421b3-ead3-4b6c-b605-e95748e5f510 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac11eb35-89c5-4400-99fa-d790867c0215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852062 Feb 07 02:40:48.488394 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:48.490794 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Checking segment: {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:48.492410 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:48.495086 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Bound using segment: {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:48.495771 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Bound port: 232989df-0478-4733-b85d-ee3d779fe308, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:48.496161 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (232989df-0478-4733-b85d-ee3d779fe308), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:48.499965 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e9450d32-e950-4824-9223-8e6581205031 None None] Current status of the port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:48.501463 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e9450d32-e950-4824-9223-8e6581205031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:48.532227 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-dea9762d-edf0-48d6-9415-758de061aa2d req-cd16ee04-d6c4-40e8-b23b-3a075262028d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 210 time: 0.2865887 Feb 07 02:40:48.636927 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:48.828921 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-e9450d32-e950-4824-9223-8e6581205031 None None] For port 5ce34161-8ac8-4e43-9465-a177f5fd37d8, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=5ce34161-8ac8-4e43-9465-a177f5fd37d8,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:40:48.899519 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d6f2819a-5610-4be1-8165-b4594efa905d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (b1460be6-001c-4ba2-908b-fce583ba5a0f), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:48.949623 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e9450d32-e950-4824-9223-8e6581205031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:48.986303 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d6f2819a-5610-4be1-8165-b4594efa905d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (b1460be6-001c-4ba2-908b-fce583ba5a0f), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.047048 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-77e69361-7b05-422f-9fde-719d4309ff17 req-20e6661f-2c79-4c75-92d8-3c52d4880362 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028736 Feb 07 02:40:49.116890 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9450d32-e950-4824-9223-8e6581205031 None None] Pushing event updated for resources: {'Port': ['ID=5ce34161-8ac8-4e43-9465-a177f5fd37d8,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:49.147892 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2819a-5610-4be1-8165-b4594efa905d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1460be6-001c-4ba2-908b-fce583ba5a0f,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:49.171363 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-a1239d0d-22b2-46d3-930e-e3a4c05acec7 service neutron] 10.222.0.13 "GET /v2.0/networks/ac11eb35-89c5-4400-99fa-d790867c0215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533687 Feb 07 02:40:49.200694 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d6f2819a-5610-4be1-8165-b4594efa905d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.206756 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d6f2819a-5610-4be1-8165-b4594efa905d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0078499 Feb 07 02:40:49.208854 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46420) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:49.256742 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 8db0f53f-28f9-4adb-b773-9caf00a17315 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:49.314978 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-79b9b7bb-fea5-4885-a73b-3f4c2691ef69 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'security_group_rule': {'security_group_id': '6c505976-18f7-47e2-b9ce-15e125b608c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:49.424386 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.469701 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-a14e95e4-97af-47e9-942e-9dbccd178bb3 None None] Provisioning complete for port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:49.470120 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a14e95e4-97af-47e9-942e-9dbccd178bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.474836 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-79b9b7bb-fea5-4885-a73b-3f4c2691ef69 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (79e3d690-db10-48f6-ab70-0b79dcd572eb), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.552085 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca91d42f-e7a0-45cc-9bec-4714fac12ca5 req-417a1375-1179-4c1a-a2f9-d71b582311a9 service neutron] 10.222.0.13 "GET /v2.0/networks/ac11eb35-89c5-4400-99fa-d790867c0215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779747 Feb 07 02:40:49.652740 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] For port 232989df-0478-4733-b85d-ee3d779fe308, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:49.693375 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Allocated IP 172.20.0.10 (1f1e1b62-ce87-488f-850a-496ca2743f22/7f527aac-b171-4bdf-a810-879f490fb8b4/93712836-c8dd-4300-9b90-33d7684d2c11) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:49.696321 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Publish callbacks [] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.705750 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] For port 232989df-0478-4733-b85d-ee3d779fe308, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=232989df-0478-4733-b85d-ee3d779fe308,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:49.731620 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.813465 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (232989df-0478-4733-b85d-ee3d779fe308), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.820743 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10306d2e-d57c-4e15-93af-2493642b7702 None None] Pushing event updated for resources: {'Port': ['ID=07881193-2b8f-4d32-b477-9b42db43ad9f,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:49.866560 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 8db0f53f-28f9-4adb-b773-9caf00a17315 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:49.866560 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.926540 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-79b9b7bb-fea5-4885-a73b-3f4c2691ef69 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (79e3d690-db10-48f6-ab70-0b79dcd572eb), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:49.942130 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-79b9b7bb-fea5-4885-a73b-3f4c2691ef69 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (79e3d690-db10-48f6-ab70-0b79dcd572eb), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:50.038684 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-79b9b7bb-fea5-4885-a73b-3f4c2691ef69 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:50.041661 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-79b9b7bb-fea5-4885-a73b-3f4c2691ef69 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7979376 Feb 07 02:40:50.051242 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-d1e4a7c0-0419-4008-ac12-b1fefb5dcc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:50.067749 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-d1e4a7c0-0419-4008-ac12-b1fefb5dcc70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8eff6e04661341908c55f615610f0336&device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 1127 time: 0.3795247 Feb 07 02:40:50.068262 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46446) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:50.095430 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'floatingip': {'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:50.185707 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9b7bb-fea5-4885-a73b-3f4c2691ef69 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e3d690-db10-48f6-ab70-0b79dcd572eb,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:50.208429 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.13', 55717) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:50.354068 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46458) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:50.355730 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Routers {'6f8bc236-67c1-452c-9d9a-ebe1ebff500d'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:50.357858 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:50.398374 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks [] for port (93712836-c8dd-4300-9b90-33d7684d2c11), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:50.433886 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9a252482-4ad8-49b1-8aee-51fd7cfe18c6 req-54acb37c-d7bb-4efd-b81f-1eaaeff10cab tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 210 time: 0.0604529 Feb 07 02:40:50.495629 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a666164-a4ba-4bdd-9691-bba21157ff32 None None] Pushing event updated for resources: {'Port': ['ID=232989df-0478-4733-b85d-ee3d779fe308,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:50.510441 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:50.520516 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:50.779165 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-a14e95e4-97af-47e9-942e-9dbccd178bb3 None None] Current status of the port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:50.898706 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Network 1f1e1b62-ce87-488f-850a-496ca2743f22 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:50.949760 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:50.971940 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:50.987327 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:50.998050 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:50.999190 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.008756 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Pushing event updated for resources: {'Port': ['ID=93712836-c8dd-4300-9b90-33d7684d2c11,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:51.046196 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-afc2319b-b10e-4011-8274-382d47f41375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.106447 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-85ec4a6e-2288-45d2-980f-c72925c73688 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6666474 Feb 07 02:40:51.138030 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Request body: {'port': {'device_id': '211e0a8c-6f39-41fa-9b22-3922fadc0548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:51.258285 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 8db0f53f-28f9-4adb-b773-9caf00a17315 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:51.259356 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 5ce34161-8ac8-4e43-9465-a177f5fd37d8 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:51.266306 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46496) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:51.382128 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-afc2319b-b10e-4011-8274-382d47f41375 admin admin] Publish callbacks [] for security_group (be75e64e-a731-4d27-9f77-72470e8207e7), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.389806 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.390739 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Attempting to bind port 07881193-2b8f-4d32-b477-9b42db43ad9f on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:51.391110 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Attempting to bind port 07881193-2b8f-4d32-b477-9b42db43ad9f by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:51.391484 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Attempting to bind port 07881193-2b8f-4d32-b477-9b42db43ad9f on network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:51.428785 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-6428fc5a-0fc8-4606-a70f-9d0a0ba9beb5 None None] Provisioning complete for port 07881193-2b8f-4d32-b477-9b42db43ad9f triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:51.445045 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6428fc5a-0fc8-4606-a70f-9d0a0ba9beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.466625 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:51.467008 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Checking segment: {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:51.487831 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-afc2319b-b10e-4011-8274-382d47f41375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (be75e64e-a731-4d27-9f77-72470e8207e7), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.489185 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.489740 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Bound using segment: {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:51.490383 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Bound port: 07881193-2b8f-4d32-b477-9b42db43ad9f, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:51.493439 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Allocated IP 172.27.1.143 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/47388bcf-c740-42f2-b5f3-ff3585efbd26) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:51.496112 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.615995 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] Set router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:51.648250 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.681281 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:51.681651 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:51.689372 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-6428fc5a-0fc8-4606-a70f-9d0a0ba9beb5 None None] Port 07881193-2b8f-4d32-b477-9b42db43ad9f cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:40:51.827792 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-afc2319b-b10e-4011-8274-382d47f41375 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ff988d3f58745d181ffb3be9e95c0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4550970 Feb 07 02:40:51.840816 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2319b-b10e-4011-8274-382d47f41375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be75e64e-a731-4d27-9f77-72470e8207e7,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:51.860156 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46512) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:51.945643 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-16b9838b-ba6f-44e3-af76-4d0655e5f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:51.948472 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-16b9838b-ba6f-44e3-af76-4d0655e5f3f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac11eb35-89c5-4400-99fa-d790867c0215 HTTP/1.1" status: 200 len: 913 time: 1.8341959 Feb 07 02:40:51.962814 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899f702-4b3c-4a13-a30f-9f5baca6be13 req-d9ccd823-1b51-4a6c-a448-26bac83d9da9 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:51.974823 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7899f702-4b3c-4a13-a30f-9f5baca6be13 req-d9ccd823-1b51-4a6c-a448-26bac83d9da9 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 943 time: 1.4911470 Feb 07 02:40:51.982243 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c8899a64-10db-4289-9643-3b38d838f9a7 req-f4ad7b9d-b505-48e2-8d8b-c0717042fade tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 210 time: 0.3799212 Feb 07 02:40:52.023023 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] For port 07881193-2b8f-4d32-b477-9b42db43ad9f, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:52.027836 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] For port 07881193-2b8f-4d32-b477-9b42db43ad9f, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=07881193-2b8f-4d32-b477-9b42db43ad9f,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:52.033030 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-995770ba-ca4f-40cc-8d6a-c2b76c92bb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.049848 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.099701 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-570d82fb-9ebb-49d4-b8ec-bc148c94553d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:52.101704 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-570d82fb-9ebb-49d4-b8ec-bc148c94553d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 819 time: 1.8194659 Feb 07 02:40:52.103659 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-d8a3eaa0-b8f6-421e-aabe-b50f3d17c510 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 HTTP/1.1" status: 200 len: 217 time: 0.1013777 Feb 07 02:40:52.144448 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for port (47388bcf-c740-42f2-b5f3-ff3585efbd26), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.165038 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Request body: {'port': {'device_id': 'bc7f74ee-6c5e-4586-b1d9-1775f663ea3d', 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22', 'admin_state_up': True, 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:52.167807 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10306d2e-d57c-4e15-93af-2493642b7702 None None] Pushing event updated for resources: {'Port': ['ID=07881193-2b8f-4d32-b477-9b42db43ad9f,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:52.186291 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.210402 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-51a17532-acbc-48f8-bbc0-2ee6ce6fbeb9 admin admin] Publish callbacks [] for security_group (be75e64e-a731-4d27-9f77-72470e8207e7), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.241215 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:52.278523 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:40:52.279494 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:40:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:52.343356 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7899f702-4b3c-4a13-a30f-9f5baca6be13 req-cf42c76e-516a-4370-9ac5-143a614d1e0f tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673069 Feb 07 02:40:52.467657 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-1668a6d9-1a7f-4f1e-9b84-48dbe0e64ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:52.470050 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-1668a6d9-1a7f-4f1e-9b84-48dbe0e64ab0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=144f7e35-0bd3-4680-bd9f-2abe288a0704 HTTP/1.1" status: 200 len: 852 time: 0.3254135 Feb 07 02:40:52.493500 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93712836-c8dd-4300-9b90-33d7684d2c11 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:40:52.518354 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Publish callbacks [] for port (93712836-c8dd-4300-9b90-33d7684d2c11), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.584394 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Transition to ACTIVE for port object 93712836-c8dd-4300-9b90-33d7684d2c11 will not be triggered until provisioned by entity L2. {{(pid=109069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:40:52.622525 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.649863 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-f030639b-87cc-4d40-ae1b-6b05c85634d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac11eb35-89c5-4400-99fa-d790867c0215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594585 Feb 07 02:40:52.680815 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-995770ba-ca4f-40cc-8d6a-c2b76c92bb10 admin admin] Publish callbacks [] for security_group (388bea13-f2a7-4bce-81ef-f02cfc02d4f3), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.687868 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.699467 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-995770ba-ca4f-40cc-8d6a-c2b76c92bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (388bea13-f2a7-4bce-81ef-f02cfc02d4f3), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.704806 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 5ce34161-8ac8-4e43-9465-a177f5fd37d8 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:52.728539 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (47388bcf-c740-42f2-b5f3-ff3585efbd26), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.730861 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Made reservation on behalf of b420d6a75bee4f108d3d5e3723db3f97 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:52.735731 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.775756 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Pushing event updated for resources: {'Port': ['ID=93712836-c8dd-4300-9b90-33d7684d2c11,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:52.782428 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-51a17532-acbc-48f8-bbc0-2ee6ce6fbeb9 admin admin] Publish callbacks [] for security_group (be75e64e-a731-4d27-9f77-72470e8207e7), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.837897 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'Port': ['ID=47388bcf-c740-42f2-b5f3-ff3585efbd26,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:52.881274 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995770ba-ca4f-40cc-8d6a-c2b76c92bb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388bea13-f2a7-4bce-81ef-f02cfc02d4f3,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:52.962883 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:52.976710 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-e4776fc5-1664-4090-91ab-1ec343c2e790 None None] Provisioning complete for port 07881193-2b8f-4d32-b477-9b42db43ad9f triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:52.976941 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e4776fc5-1664-4090-91ab-1ec343c2e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:52.983270 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-995770ba-ca4f-40cc-8d6a-c2b76c92bb10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b623384d789047ce8e06dfad60065439&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6051681 Feb 07 02:40:52.994416 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:52.999575 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:53.010141 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46534) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:53.140004 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (839c3671-775d-41e5-83aa-9e2cdc1473c7), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:53.167664 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Attempting to bind port 93712836-c8dd-4300-9b90-33d7684d2c11 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:53.168015 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Attempting to bind port 93712836-c8dd-4300-9b90-33d7684d2c11 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:53.172765 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Attempting to bind port 93712836-c8dd-4300-9b90-33d7684d2c11 on network 1f1e1b62-ce87-488f-850a-496ca2743f22 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:53.230058 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:40:53.242039 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Port 93712836-c8dd-4300-9b90-33d7684d2c11 on network 1f1e1b62-ce87-488f-850a-496ca2743f22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:40:53.242391 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Attempting to bind port 93712836-c8dd-4300-9b90-33d7684d2c11 on network 1f1e1b62-ce87-488f-850a-496ca2743f22 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:53.244149 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-51a17532-acbc-48f8-bbc0-2ee6ce6fbeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (be75e64e-a731-4d27-9f77-72470e8207e7), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:53.248248 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-51a17532-acbc-48f8-bbc0-2ee6ce6fbeb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:53.270114 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-51a17532-acbc-48f8-bbc0-2ee6ce6fbeb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be75e64e-a731-4d27-9f77-72470e8207e7 HTTP/1.1" status: 204 len: 168 time: 1.3918750 Feb 07 02:40:53.343247 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:53.350913 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:53.365026 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:53.367649 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Checking segment: {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:53.369228 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Bound using segment: {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:53.372599 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Bound port: 93712836-c8dd-4300-9b90-33d7684d2c11, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:53.374530 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:53.439994 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a17532-acbc-48f8-bbc0-2ee6ce6fbeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be75e64e-a731-4d27-9f77-72470e8207e7,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:53.442900 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1c1eb2a8-35c4-4021-b983-ef92044ea206 req-72461e89-bf6e-4cbe-81fc-67710954b631 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 210 time: 0.2644722 Feb 07 02:40:53.611445 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (47388bcf-c740-42f2-b5f3-ff3585efbd26), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:53.665932 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:35Z', 'revision_number': 4, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'gw_port': {'id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '232989df-0478-4733-b85d-ee3d779fe308', 'name': '', 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'mac_address': 'fa:16:3e:63:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f527aac-b171-4bdf-a810-879f490fb8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:34Z', 'updated_at': '2022-02-07T02:40:49Z', 'revision_number': 4, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'subnets': [{'id': '7f527aac-b171-4bdf-a810-879f490fb8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:53.728138 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Allocated IP 172.27.1.43 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/1d233835-c1c2-4482-a7d0-37a744d9e136) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:53.883803 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b0cdc90-e9f7-447d-ac7a-2abd139bc6e0 admin admin] Publish callbacks [] for security_group (388bea13-f2a7-4bce-81ef-f02cfc02d4f3), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:53.890905 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b8f70c-256a-45b6-aa22-697cdd832f99 None None] The sync data for ids ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'] in dv-cinder-828061-1-iscsi is: [{'id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:35Z', 'revision_number': 4, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'gw_port': {'id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '232989df-0478-4733-b85d-ee3d779fe308', 'name': '', 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'mac_address': 'fa:16:3e:63:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f527aac-b171-4bdf-a810-879f490fb8b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:34Z', 'updated_at': '2022-02-07T02:40:49Z', 'revision_number': 4, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'subnets': [{'id': '7f527aac-b171-4bdf-a810-879f490fb8b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:40:53.898896 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Allocated IP 172.20.0.8 (1f1e1b62-ce87-488f-850a-496ca2743f22/7f527aac-b171-4bdf-a810-879f490fb8b4/e43827c4-38fc-4b7b-a1b6-e93ff2c736f6) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:40:53.903767 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-684f340d-092a-4867-aaf3-035d199688e0 service neutron] 10.222.0.13 "GET /v2.0/networks/ac11eb35-89c5-4400-99fa-d790867c0215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9153752 Feb 07 02:40:54.018083 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e4776fc5-1664-4090-91ab-1ec343c2e790 None None] Current status of the port 07881193-2b8f-4d32-b477-9b42db43ad9f is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:54.018563 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e4776fc5-1664-4090-91ab-1ec343c2e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.041036 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b0cdc90-e9f7-447d-ac7a-2abd139bc6e0 admin admin] Publish callbacks [] for security_group (388bea13-f2a7-4bce-81ef-f02cfc02d4f3), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.157407 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46568) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:54.189531 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-e4776fc5-1664-4090-91ab-1ec343c2e790 None None] For port 07881193-2b8f-4d32-b477-9b42db43ad9f, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=07881193-2b8f-4d32-b477-9b42db43ad9f,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:40:54.245326 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] For port 93712836-c8dd-4300-9b90-33d7684d2c11, host hv-cinder-82806, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:54.253878 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] For port 93712836-c8dd-4300-9b90-33d7684d2c11, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93712836-c8dd-4300-9b90-33d7684d2c11,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:54.276383 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.288843 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e4776fc5-1664-4090-91ab-1ec343c2e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.305650 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:54.330959 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b0cdc90-e9f7-447d-ac7a-2abd139bc6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (388bea13-f2a7-4bce-81ef-f02cfc02d4f3), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.339928 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b0cdc90-e9f7-447d-ac7a-2abd139bc6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.339928 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6b0cdc90-e9f7-447d-ac7a-2abd139bc6e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/388bea13-f2a7-4bce-81ef-f02cfc02d4f3 HTTP/1.1" status: 204 len: 168 time: 1.3213584 Feb 07 02:40:54.351984 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3a49fd2b-5da0-4332-ab27-6eb41a829c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.491560 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4776fc5-1664-4090-91ab-1ec343c2e790 None None] Pushing event updated for resources: {'Port': ['ID=07881193-2b8f-4d32-b477-9b42db43ad9f,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:54.525667 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:52Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:40:54.556243 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Pushing event updated for resources: {'Port': ['ID=93712836-c8dd-4300-9b90-33d7684d2c11,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:54.599651 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0573d4e-39b0-4e7c-86dd-a1aef2426507 None None] The sync data for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi is: [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:52Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:40:54.607601 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:54.608233 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.610587 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-04281a21-9e54-473b-9d82-435f3fac207f service neutron] 10.222.0.13 "PUT /v2.0/ports/93712836-c8dd-4300-9b90-33d7684d2c11 HTTP/1.1" status: 200 len: 1094 time: 3.4829178 Feb 07 02:40:54.611025 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 232989df-0478-4733-b85d-ee3d779fe308 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:54.611136 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211e0a8c-6f39-41fa-9b22-3922fadc0548', 'tag': '93712836-c8dd-4300-9b90-33d7684d2c11'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:40:54.726902 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cdc90-e9f7-447d-ac7a-2abd139bc6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388bea13-f2a7-4bce-81ef-f02cfc02d4f3,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:54.794936 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3a49fd2b-5da0-4332-ab27-6eb41a829c0a admin admin] Publish callbacks [] for security_group (8f376cad-3e11-44b5-ac0b-4b61c4cde703), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.822306 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3a49fd2b-5da0-4332-ab27-6eb41a829c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (8f376cad-3e11-44b5-ac0b-4b61c4cde703), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.871574 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 232989df-0478-4733-b85d-ee3d779fe308 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:54.871880 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (232989df-0478-4733-b85d-ee3d779fe308), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:54.974183 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for port (1d233835-c1c2-4482-a7d0-37a744d9e136), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.000124 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-141bcee8-4840-48eb-8d98-242aa29a8051 req-369ec7ae-5422-456f-8b32-b3b1acb725d6 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 210 time: 0.1815403 Feb 07 02:40:55.028108 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for port (47388bcf-c740-42f2-b5f3-ff3585efbd26), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.041590 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 232989df-0478-4733-b85d-ee3d779fe308 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:55.042051 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (232989df-0478-4733-b85d-ee3d779fe308), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.055684 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (47388bcf-c740-42f2-b5f3-ff3585efbd26), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.130187 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (839c3671-775d-41e5-83aa-9e2cdc1473c7), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.138165 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'Port': ['ID=47388bcf-c740-42f2-b5f3-ff3585efbd26,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:55.148143 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-d8105404-fb5d-400e-9df6-0cb1407dd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:55.150116 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-d8105404-fb5d-400e-9df6-0cb1407dd56f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1128 time: 0.2720757 Feb 07 02:40:55.158756 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.172218 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-3e183144-8e66-4544-81fc-c276b82e0680 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6145537 Feb 07 02:40:55.182941 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port 232989df-0478-4733-b85d-ee3d779fe308, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=232989df-0478-4733-b85d-ee3d779fe308,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:40:55.203167 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (232989df-0478-4733-b85d-ee3d779fe308), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.238350 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bba70e-1352-4dec-8592-ba66c1d59d42 req-ae82e2f6-0c29-440b-a4e1-fedafa0f759c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:55.241120 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-73bba70e-1352-4dec-8592-ba66c1d59d42 req-ae82e2f6-0c29-440b-a4e1-fedafa0f759c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 943 time: 1.5874400 Feb 07 02:40:55.243816 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-662b8921-1de3-47fd-97de-70a1b7fc6e43 req-5d374fbe-bc45-4c5a-b754-0612f7fbc166 service neutron] 10.222.0.13 "GET /v2.0/networks/ac11eb35-89c5-4400-99fa-d790867c0215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3110132 Feb 07 02:40:55.273668 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49fd2b-5da0-4332-ab27-6eb41a829c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f376cad-3e11-44b5-ac0b-4b61c4cde703,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:55.283775 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (1d233835-c1c2-4482-a7d0-37a744d9e136), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.294782 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3a49fd2b-5da0-4332-ab27-6eb41a829c0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84a6c36ad0cc4a84b124c03e36488836&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1363406 Feb 07 02:40:55.307043 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46600) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:55.365662 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-1442ec73-8250-41d6-8772-67c6d15659a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93712836-c8dd-4300-9b90-33d7684d2c11 HTTP/1.1" status: 200 len: 217 time: 0.1918466 Feb 07 02:40:55.380980 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc889b-ada6-435d-baf2-711a6794a419" -d '{"events": [{"name": "network-changed", "server_uuid": "211e0a8c-6f39-41fa-9b22-3922fadc0548", "tag": "93712836-c8dd-4300-9b90-33d7684d2c11"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:40:55.384998 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=232989df-0478-4733-b85d-ee3d779fe308,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:55.387882 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46602) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:55.419951 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:55.431585 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:55.437983 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:55.492224 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-04e01614-1912-4ea7-a4e5-70d7d950f7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.561373 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-4e8b8141-b5fc-4278-b1c7-918cd28400b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:55.563604 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-4e8b8141-b5fc-4278-b1c7-918cd28400b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.1745222 Feb 07 02:40:55.596281 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-73bba70e-1352-4dec-8592-ba66c1d59d42 req-0a0ffa10-8af8-478d-983b-d244ac91bbc3 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167334 Feb 07 02:40:55.625276 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'Port': ['ID=1d233835-c1c2-4482-a7d0-37a744d9e136,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:55.655977 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks [] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.686355 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f32b72-687f-40c9-8b72-44fc2ff9201e x-openstack-request-id: req-b9f32b72-687f-40c9-8b72-44fc2ff9201e {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:40:55.686645 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211e0a8c-6f39-41fa-9b22-3922fadc0548", "tag": "93712836-c8dd-4300-9b90-33d7684d2c11", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:40:55.686902 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9f32b72-687f-40c9-8b72-44fc2ff9201e {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:40:55.687369 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211e0a8c-6f39-41fa-9b22-3922fadc0548', 'tag': '93712836-c8dd-4300-9b90-33d7684d2c11', 'status': 'completed', 'code': 200} Feb 07 02:40:55.689392 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-ac3213eb-7f0a-46a8-a4ae-46608dd7f8e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167135 Feb 07 02:40:55.697881 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4028c0f5-61fb-445c-923c-8d53260cc258 admin admin] Publish callbacks [] for security_group (8f376cad-3e11-44b5-ac0b-4b61c4cde703), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.703726 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (0fe07746-88cf-45b9-9053-b784e28ea5b1), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.817766 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-04e01614-1912-4ea7-a4e5-70d7d950f7bd admin admin] Publish callbacks [] for security_group (82bc2957-14e1-4128-9588-c36211e126f1), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.833805 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-04e01614-1912-4ea7-a4e5-70d7d950f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (82bc2957-14e1-4128-9588-c36211e126f1), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:55.918865 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-ad75e108-873e-405b-864f-5a882827f264 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175288 Feb 07 02:40:55.966764 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-04e01614-1912-4ea7-a4e5-70d7d950f7bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce5f170a3bfa4e67a935d1e3c1f977fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611825 Feb 07 02:40:55.981355 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46626) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:55.997493 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e01614-1912-4ea7-a4e5-70d7d950f7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bc2957-14e1-4128-9588-c36211e126f1,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:56.037077 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4028c0f5-61fb-445c-923c-8d53260cc258 admin admin] Publish callbacks [] for security_group (8f376cad-3e11-44b5-ac0b-4b61c4cde703), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.045775 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (1d233835-c1c2-4482-a7d0-37a744d9e136), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.068101 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8914fb98-956b-44d5-acd7-c7462b3dce5a req-d718f1d5-5a0a-43ef-ade7-81d6663a0547 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321297 Feb 07 02:40:56.118464 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.168379 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b606f-ca30-4a59-b6f1-e2094d95d828 req-72fa4062-c61b-4ddd-a0b5-2d7e8b9dfd46 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:56.169706 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-067b606f-ca30-4a59-b6f1-e2094d95d828 req-72fa4062-c61b-4ddd-a0b5-2d7e8b9dfd46 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 931 time: 0.0922883 Feb 07 02:40:56.214674 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc889b-ada6-435d-baf2-711a6794a419 req-a184ca46-d86e-4cd1-9440-4d7685b2748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:56.216794 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-80bc889b-ada6-435d-baf2-711a6794a419 req-a184ca46-d86e-4cd1-9440-4d7685b2748e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1128 time: 0.0944014 Feb 07 02:40:56.244713 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Network 1f1e1b62-ce87-488f-850a-496ca2743f22 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:40:56.256033 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-85e166db-4bfb-4410-b437-77d87a78ff5e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--640942056&fields=id&tenant_id=a49aa1fab0e34cf8b10b7d216d642828 HTTP/1.1" status: 200 len: 267 time: 0.2859912 Feb 07 02:40:56.262825 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-067b606f-ca30-4a59-b6f1-e2094d95d828 req-8c8438f1-207d-4bfd-a748-4fc5544ff7f2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853126 Feb 07 02:40:56.271075 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:56.273672 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:40:56.279245 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:56.279853 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.370608 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Pushing event updated for resources: {'Port': ['ID=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:56.405005 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-973c9c88-e35f-410e-a121-5b22ee64eae4 admin admin] Publish callbacks [] for security_group (82bc2957-14e1-4128-9588-c36211e126f1), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.415027 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc889b-ada6-435d-baf2-711a6794a419 req-9dcf70ca-a0d4-4ef8-8805-54e5dd8240bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:56.416644 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-80bc889b-ada6-435d-baf2-711a6794a419 req-9dcf70ca-a0d4-4ef8-8805-54e5dd8240bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 920 time: 0.1897717 Feb 07 02:40:56.421571 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-ff6c6b63-4765-4182-881b-f35a97b30da8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2788806 Feb 07 02:40:56.435089 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4028c0f5-61fb-445c-923c-8d53260cc258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (8f376cad-3e11-44b5-ac0b-4b61c4cde703), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.437944 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4028c0f5-61fb-445c-923c-8d53260cc258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.439037 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4028c0f5-61fb-445c-923c-8d53260cc258 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f376cad-3e11-44b5-ac0b-4b61c4cde703 HTTP/1.1" status: 204 len: 168 time: 1.1027784 Feb 07 02:40:56.448383 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Request body: {'port': {'device_id': 'bc7f74ee-6c5e-4586-b1d9-1775f663ea3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:56.466591 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-80bc889b-ada6-435d-baf2-711a6794a419 req-8164185b-b684-464b-b395-db1c6025499e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93712836-c8dd-4300-9b90-33d7684d2c11 HTTP/1.1" status: 200 len: 217 time: 0.0425775 Feb 07 02:40:56.505176 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-973c9c88-e35f-410e-a121-5b22ee64eae4 admin admin] Publish callbacks [] for security_group (82bc2957-14e1-4128-9588-c36211e126f1), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.522507 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028c0f5-61fb-445c-923c-8d53260cc258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f376cad-3e11-44b5-ac0b-4b61c4cde703,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:56.531759 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc889b-ada6-435d-baf2-711a6794a419 req-2a365fd1-2d0f-4893-a998-35d46be99c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:56.533324 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-80bc889b-ada6-435d-baf2-711a6794a419 req-2a365fd1-2d0f-4893-a998-35d46be99c5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.0602391 Feb 07 02:40:56.565969 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 232989df-0478-4733-b85d-ee3d779fe308 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:56.583715 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-80bc889b-ada6-435d-baf2-711a6794a419 req-d6081bed-f1fb-49f0-9bc2-7069f7d2b1db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383589 Feb 07 02:40:56.680296 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-70fc4dc1-4d00-487c-94ca-8c8b1128f2d1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:56.682600 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-70fc4dc1-4d00-487c-94ca-8c8b1128f2d1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 810 time: 0.3714507 Feb 07 02:40:56.683810 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 232989df-0478-4733-b85d-ee3d779fe308 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:56.684521 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (232989df-0478-4733-b85d-ee3d779fe308), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.739454 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.776161 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-4ec7c6b0-5b2b-4c6f-bc68-5139f011eca7 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/quotas/a49aa1fab0e34cf8b10b7d216d642828 HTTP/1.1" status: 200 len: 375 time: 0.0740099 Feb 07 02:40:56.804316 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for port (1d233835-c1c2-4482-a7d0-37a744d9e136), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.815843 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 232989df-0478-4733-b85d-ee3d779fe308 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:56.817737 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 07881193-2b8f-4d32-b477-9b42db43ad9f up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:40:56.827004 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (1d233835-c1c2-4482-a7d0-37a744d9e136), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.879681 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ecb6e-ca9b-4d3b-b5d2-f19e90f83038 req-eb3769d5-d371-4faa-a8e6-f081e5af7691 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:56.888994 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8a6ecb6e-ca9b-4d3b-b5d2-f19e90f83038 req-eb3769d5-d371-4faa-a8e6-f081e5af7691 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 943 time: 0.1524739 Feb 07 02:40:56.907333 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 07881193-2b8f-4d32-b477-9b42db43ad9f triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:40:56.907799 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.910582 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-80bc889b-ada6-435d-baf2-711a6794a419 req-3734546f-c7f8-431d-b203-8aa8d9d40fb2 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162920 Feb 07 02:40:56.911947 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-973c9c88-e35f-410e-a121-5b22ee64eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (82bc2957-14e1-4128-9588-c36211e126f1), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.914672 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-973c9c88-e35f-410e-a121-5b22ee64eae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.915910 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-973c9c88-e35f-410e-a121-5b22ee64eae4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82bc2957-14e1-4128-9588-c36211e126f1 HTTP/1.1" status: 204 len: 168 time: 0.9114978 Feb 07 02:40:56.932748 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (0fe07746-88cf-45b9-9053-b784e28ea5b1), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:56.975680 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c9c88-e35f-410e-a121-5b22ee64eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bc2957-14e1-4128-9588-c36211e126f1,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:57.042631 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'Port': ['ID=1d233835-c1c2-4482-a7d0-37a744d9e136,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:57.075200 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-3cb3c507-1e39-4a5d-87a3-cb5cb221596a tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2674389 Feb 07 02:40:57.079417 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:57.090064 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-537071b4-53d6-4b9f-8e60-e8a6017263d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9987552 Feb 07 02:40:57.099501 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 07881193-2b8f-4d32-b477-9b42db43ad9f is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:40:57.155169 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8a6ecb6e-ca9b-4d3b-b5d2-f19e90f83038 req-ef4a50d1-4964-4fbe-a29c-318dd6314550 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649832 Feb 07 02:40:57.256930 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-80bc889b-ada6-435d-baf2-711a6794a419 req-1519d0fb-bbcf-4249-9572-a92ed63bf984 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391173 Feb 07 02:40:57.482822 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097855-d81a-4e2d-8bab-ea350418fe80 req-4bb0aa8b-c586-4c01-9845-a86b9c7f743a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:57.488396 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7c097855-d81a-4e2d-8bab-ea350418fe80 req-4bb0aa8b-c586-4c01-9845-a86b9c7f743a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 931 time: 0.1006811 Feb 07 02:40:57.499713 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:40:57.511060 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Publish callbacks [] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:57.516868 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-d9e3b055-3829-407e-bfbf-8bff756a8a8c service neutron] 10.222.0.15 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434606 Feb 07 02:40:57.577724 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Transition to ACTIVE for port object e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:40:57.580369 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7c097855-d81a-4e2d-8bab-ea350418fe80 req-33026f14-cd18-4e2f-99e5-0555b70a2dcc tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849919 Feb 07 02:40:57.588699 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:57.719674 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Attempting to bind port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:40:57.720018 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Attempting to bind port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:40:57.720365 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Attempting to bind port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 on network 1f1e1b62-ce87-488f-850a-496ca2743f22 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:57.722444 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:57.736233 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f7a45917-05f4-4b2b-b2d0-dd8a91b68772 service neutron] 10.222.0.15 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111630 Feb 07 02:40:57.738387 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 on network 1f1e1b62-ce87-488f-850a-496ca2743f22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:40:57.739716 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Attempting to bind port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 on network 1f1e1b62-ce87-488f-850a-496ca2743f22 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:40:57.746059 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:40:57.746587 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Checking segment: {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:57.747249 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Bound using segment: {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:40:57.748733 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Bound port: e43827c4-38fc-4b7b-a1b6-e93ff2c736f6, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e444d865-0758-4496-844d-e7f8e6142e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:40:57.749275 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:57.756217 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-da9307b4-6099-479f-9365-c7cc9b5e8fc9 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--126056667&fields=id&tenant_id=ea62fa68252a4419b7f8fe2873512277 HTTP/1.1" status: 200 len: 267 time: 0.0728140 Feb 07 02:40:57.835822 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] For port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:40:57.839695 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] For port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:40:57.855884 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:57.932613 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:57.932613 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:57.932613 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 HTTP/1.1" status: 200 len: 1093 time: 1.4996016 Feb 07 02:40:57.932872 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7f74ee-6c5e-4586-b1d9-1775f663ea3d', 'tag': 'e43827c4-38fc-4b7b-a1b6-e93ff2c736f6'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:40:57.934993 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad73640-f90f-4bb0-9c52-478c4190e5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7f74ee-6c5e-4586-b1d9-1775f663ea3d", "tag": "e43827c4-38fc-4b7b-a1b6-e93ff2c736f6"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:40:57.998334 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d4bbc-8d19-4bde-a222-8325702104f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:58.053865 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea3e8dca-cde6-4f83-935f-2562888cb288 req-f7a9daad-88c6-454f-8c77-c9206c01e2e2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 210 time: 0.0524530 Feb 07 02:40:58.099791 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46710) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:58.151701 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-165886d5-610e-4023-96e2-4e7d8d27161a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:58.166154 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-165886d5-610e-4023-96e2-4e7d8d27161a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 817 time: 0.4083700 Feb 07 02:40:58.186382 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-e5f8ee58-47d3-47ca-9f42-c97aba05c77b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/quotas/ea62fa68252a4419b7f8fe2873512277 HTTP/1.1" status: 200 len: 375 time: 0.0191774 Feb 07 02:40:58.189132 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e42e66-c82d-4667-88cc-cb41fbaf978a x-openstack-request-id: req-67e42e66-c82d-4667-88cc-cb41fbaf978a {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:40:58.189586 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7f74ee-6c5e-4586-b1d9-1775f663ea3d", "tag": "e43827c4-38fc-4b7b-a1b6-e93ff2c736f6", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:40:58.190002 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67e42e66-c82d-4667-88cc-cb41fbaf978a {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:40:58.190546 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7f74ee-6c5e-4586-b1d9-1775f663ea3d', 'tag': 'e43827c4-38fc-4b7b-a1b6-e93ff2c736f6', 'status': 'completed', 'code': 200} Feb 07 02:40:58.260155 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-db74d759-0a5c-44d4-b7f3-e643e9544726 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729055 Feb 07 02:40:58.325193 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1019241995-network', 'tenant_id': 'bd996ef1c51d473dbf5ff7e5fe2b7dd6'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:58.358407 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aee0a-892f-456a-9706-04078ee074bb req-4cd427eb-16f4-470a-8442-dfda97319bbe tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:58.360258 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4b8aee0a-892f-456a-9706-04078ee074bb req-4cd427eb-16f4-470a-8442-dfda97319bbe tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 943 time: 0.1072254 Feb 07 02:40:58.380007 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Made reservation on behalf of bd996ef1c51d473dbf5ff7e5fe2b7dd6 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:58.383753 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:58.399703 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-dcbd9555-7cb9-453c-b858-58d0ddec21e5 service neutron] 10.222.0.15 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298490 Feb 07 02:40:58.405833 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:58.473273 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4b8aee0a-892f-456a-9706-04078ee074bb req-e51612fe-2ca3-4b61-9327-594cf8970842 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990577 Feb 07 02:40:58.537180 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-d484e0dc-7039-47ca-8857-fa128b879d1b service neutron] 10.222.0.15 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360531 Feb 07 02:40:58.567865 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Publish callbacks [] for security_group (bcafa50b-8252-4954-8e67-801fddc3272d), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:58.574527 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (bcafa50b-8252-4954-8e67-801fddc3272d), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:58.599064 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:40:58.616225 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcafa50b-8252-4954-8e67-801fddc3272d,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:58.619915 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (65b1a7b5-9787-4152-b8b2-dc606a0d016e), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:58.619915 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Added segment 65b1a7b5-9787-4152-b8b2-dc606a0d016e of type vlan for network f576dca9-f07d-4006-87e8-c63aabf38064 Feb 07 02:40:58.746496 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (f576dca9-f07d-4006-87e8-c63aabf38064), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:58.755459 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6dfa367d-3fcc-4a2b-98f1-8bbb8ec807c4 req-219b500a-808a-42b1-a791-18e6fa075386 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 210 time: 0.0430691 Feb 07 02:40:58.790711 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (f576dca9-f07d-4006-87e8-c63aabf38064), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:58.791898 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:58.792681 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:58.819550 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e9b0f-8954-430b-a641-00d049c72c1a req-5e3617f8-1d34-43aa-8f38-506f424d5faa tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:58.821083 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f7e9b0f-8954-430b-a641-00d049c72c1a req-5e3617f8-1d34-43aa-8f38-506f424d5faa tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 943 time: 0.1190248 Feb 07 02:40:58.878621 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7758715 Feb 07 02:40:58.879735 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46754) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:58.885543 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Request body: {'subnet': {'network_id': 'f576dca9-f07d-4006-87e8-c63aabf38064', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1019241995-subnet', 'tenant_id': 'bd996ef1c51d473dbf5ff7e5fe2b7dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:58.886803 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e6555-91e7-473e-bca8-bf9b1bfeb69f admin admin] Pushing event updated for resources: {'Network': ['ID=f576dca9-f07d-4006-87e8-c63aabf38064,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:58.905429 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network f576dca9-f07d-4006-87e8-c63aabf38064 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:40:58.915748 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f7e9b0f-8954-430b-a641-00d049c72c1a req-a4dcfa67-88f9-4f44-b570-6c91dadfb1f2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670664 Feb 07 02:40:58.933352 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Made reservation on behalf of bd996ef1c51d473dbf5ff7e5fe2b7dd6 for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:58.935829 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:59.133984 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (527e96b9-f9cd-4b74-869f-8ce82575e14f), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:59.197248 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c579dc1b-6747-4267-9202-29e5690f2c37 req-77544c50-80ab-4166-9976-17d8c121ce82 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 210 time: 0.0594995 Feb 07 02:40:59.213307 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527e96b9-f9cd-4b74-869f-8ce82575e14f,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:40:59.231827 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Checking segment: {'id': '65b1a7b5-9787-4152-b8b2-dc606a0d016e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f576dca9-f07d-4006-87e8-c63aabf38064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:40:59.232181 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Network hostable DHCP agents. Network: f576dca9-f07d-4006-87e8-c63aabf38064, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:40:59.249101 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Network f576dca9-f07d-4006-87e8-c63aabf38064 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:40:59.257514 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, f576dca9-f07d-4006-87e8-c63aabf38064) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:40:59.261617 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:59.262267 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:40:59.267618 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f46e53-7ea9-46c5-bb67-4ba9bad516b6 None None] Network f576dca9-f07d-4006-87e8-c63aabf38064 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:59.284488 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-9a9bc4d8-89bf-4931-aa22-50a144a375c1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3999445 Feb 07 02:40:59.367195 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3743bc-1978-452a-a148-f3115462a4c0 None None] Network f576dca9-f07d-4006-87e8-c63aabf38064 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:40:59.595361 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f6ff1-8b75-4560-8e18-229f79e79a87 req-5de31b16-284a-4591-bb6f-743cb33fdf4f tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:40:59.597098 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2b3f6ff1-8b75-4560-8e18-229f79e79a87 req-5de31b16-284a-4591-bb6f-743cb33fdf4f tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 943 time: 0.0636182 Feb 07 02:40:59.651247 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2b3f6ff1-8b75-4560-8e18-229f79e79a87 req-20d30890-361c-4850-8b16-e0d398f394f9 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461113 Feb 07 02:40:59.863911 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-138e74e4-3d54-4cf2-af64-469debbdf265 req-2054f32d-51fd-4e11-9789-bac2effa245f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 210 time: 0.0389533 Feb 07 02:40:59.876933 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46800) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:40:59.883171 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1802681555-network', 'tenant_id': 'd41c45e12fe74d90b89a6c56b1345ca4'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:40:59.984359 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Made reservation on behalf of d41c45e12fe74d90b89a6c56b1345ca4 for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:40:59.987516 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.005466 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.061572 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133bdd3-930a-4126-bb50-c452e34a2414 req-1203170e-ab3a-4425-9813-b835fde1d3d9 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:00.063264 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3133bdd3-930a-4126-bb50-c452e34a2414 req-1203170e-ab3a-4425-9813-b835fde1d3d9 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 943 time: 0.0719330 Feb 07 02:41:00.115548 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Publish callbacks [] for security_group (22358a3e-fb33-4c68-b533-c98400d25378), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.119956 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (22358a3e-fb33-4c68-b533-c98400d25378), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.135448 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3133bdd3-930a-4126-bb50-c452e34a2414 req-cac145b5-5a67-4b6d-affb-07ec25914fc3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613573 Feb 07 02:41:00.141730 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:41:00.156869 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22358a3e-fb33-4c68-b533-c98400d25378,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:00.161002 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (3ded5ea6-ba4a-4b2a-b555-24ec796bb808), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.161342 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Added segment 3ded5ea6-ba4a-4b2a-b555-24ec796bb808 of type vlan for network 33bcf161-16c5-4b26-8f36-302bc680fcf8 Feb 07 02:41:00.203319 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (33bcf161-16c5-4b26-8f36-302bc680fcf8), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.228909 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (33bcf161-16c5-4b26-8f36-302bc680fcf8), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.229961 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:00.230555 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.294555 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4165666 Feb 07 02:41:00.297411 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46808) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:00.302626 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Request body: {'subnet': {'network_id': '33bcf161-16c5-4b26-8f36-302bc680fcf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1802681555-subnet', 'tenant_id': 'd41c45e12fe74d90b89a6c56b1345ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:41:00.313169 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-797e32e2-5755-481a-a053-5e24fa6dda1e req-34bf5ecd-8eda-457e-b152-3bc9a7628fd2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 210 time: 0.0396216 Feb 07 02:41:00.317453 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8e5e1-d16d-429a-97a7-face098fe8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=33bcf161-16c5-4b26-8f36-302bc680fcf8,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:00.324493 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Made reservation on behalf of d41c45e12fe74d90b89a6c56b1345ca4 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:41:00.326855 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.331854 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 33bcf161-16c5-4b26-8f36-302bc680fcf8 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:41:00.482514 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:41:00.491088 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73640-f90f-4bb0-9c52-478c4190e5d8 req-bc485c9f-d47a-49ee-a8b8-29ecc58c64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:00.493101 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aad73640-f90f-4bb0-9c52-478c4190e5d8 req-bc485c9f-d47a-49ee-a8b8-29ecc58c64ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 1127 time: 0.1011052 Feb 07 02:41:00.640052 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,segment=NetworkSegment(2d0bed69-8007-4fd9-96b6-225c0ec57a34),segment_id=2d0bed69-8007-4fd9-96b6-225c0ec57a34)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:00.661306 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '64fba6a8-5dc9-44c3-a9f5-2e22f3dad338', 'network_id': 'ac11eb35-89c5-4400-99fa-d790867c0215', 'port_id': '64fba6a8-5dc9-44c3-a9f5-2e22f3dad338', 'mac_address': 'fa:16:3e:89:da:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144f7e35-0bd3-4680-bd9f-2abe288a0704', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:41:00.720985 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:00.721397 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.736914 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:41:00.761365 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,segment=NetworkSegment(2d0bed69-8007-4fd9-96b6-225c0ec57a34),segment_id=2d0bed69-8007-4fd9-96b6-225c0ec57a34)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:00.765851 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.766604 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 93712836-c8dd-4300-9b90-33d7684d2c11 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:41:00.860755 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:00.896931 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (55b04008-bd04-4fa5-bb14-e873510b9d1d), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:00.917110 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 93712836-c8dd-4300-9b90-33d7684d2c11, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93712836-c8dd-4300-9b90-33d7684d2c11,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:00.930769 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '93712836-c8dd-4300-9b90-33d7684d2c11', 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22', 'port_id': '93712836-c8dd-4300-9b90-33d7684d2c11', 'mac_address': 'fa:16:3e:c8:05:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f527aac-b171-4bdf-a810-879f490fb8b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:41:00.952911 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b04008-bd04-4fa5-bb14-e873510b9d1d,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:00.992249 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 93712836-c8dd-4300-9b90-33d7684d2c11 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:00.992597 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:01.003203 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-851b912f-e5a8-458e-98cb-75da5a129788 req-01ce4316-a7d6-47ae-9d8f-19423c34fad0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 210 time: 0.0416379 Feb 07 02:41:01.007438 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73640-f90f-4bb0-9c52-478c4190e5d8 req-22dbc212-0081-4795-a549-a544c743fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:01.008922 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aad73640-f90f-4bb0-9c52-478c4190e5d8 req-22dbc212-0081-4795-a549-a544c743fb7b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5075107 Feb 07 02:41:01.013871 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93712836-c8dd-4300-9b90-33d7684d2c11 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:41:01.034466 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Checking segment: {'id': '3ded5ea6-ba4a-4b2a-b555-24ec796bb808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '33bcf161-16c5-4b26-8f36-302bc680fcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:41:01.034828 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Network hostable DHCP agents. Network: 33bcf161-16c5-4b26-8f36-302bc680fcf8, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:41:01.038525 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 93712836-c8dd-4300-9b90-33d7684d2c11, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93712836-c8dd-4300-9b90-33d7684d2c11,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:01.044555 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:01.058814 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af096a6-3106-4e75-9a12-424343e68970 req-400fe2dd-9c56-4d2e-8fe2-24ce1c10e31a tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:01.060304 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1af096a6-3106-4e75-9a12-424343e68970 req-400fe2dd-9c56-4d2e-8fe2-24ce1c10e31a tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 944 time: 0.1523292 Feb 07 02:41:01.068337 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Network 33bcf161-16c5-4b26-8f36-302bc680fcf8 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:41:01.087280 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 33bcf161-16c5-4b26-8f36-302bc680fcf8) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:41:01.093253 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:01.093991 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:01.100046 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ab7677-6c2e-4e29-adf9-0ed57b221508 None None] Network 33bcf161-16c5-4b26-8f36-302bc680fcf8 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:41:01.138459 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-849fa444-de10-4a66-b895-eeef01ee391c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8306065 Feb 07 02:41:01.138459 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1af096a6-3106-4e75-9a12-424343e68970 req-e69fc89f-6aab-4f16-b632-be9245405e12 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628235 Feb 07 02:41:01.156248 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=93712836-c8dd-4300-9b90-33d7684d2c11,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:01.250791 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f413b88-914f-4ad5-9fa4-c265d0194229 None None] Network 33bcf161-16c5-4b26-8f36-302bc680fcf8 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:41:01.285092 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc1038-2afe-407b-b63d-a3fbf1256332 req-d808cc0d-5f92-40f5-bcc8-7ed45b9faa22 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:01.287137 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3afc1038-2afe-407b-b63d-a3fbf1256332 req-d808cc0d-5f92-40f5-bcc8-7ed45b9faa22 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 943 time: 0.0587072 Feb 07 02:41:01.357162 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3afc1038-2afe-407b-b63d-a3fbf1256332 req-4b2482c6-8878-4c31-a24c-67cd8feea27d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609815 Feb 07 02:41:01.414790 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7a3cb857-4358-41b1-b4fa-8cb2184ffb8f req-03734d5e-a986-49fe-aaa2-9fdb832adb27 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 210 time: 0.0262780 Feb 07 02:41:02.100025 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9524a05e-1f2b-4983-b0a5-99f2a250034a req-7d081323-cee5-4638-8a8c-7d1837812bdf tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 210 time: 0.0266428 Feb 07 02:41:02.251004 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf4d2-0c4a-40ca-99e4-160f3f60716f req-98bbeaba-bdc6-4463-8354-4794e98bd6e8 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:02.253337 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c7cf4d2-0c4a-40ca-99e4-160f3f60716f req-98bbeaba-bdc6-4463-8354-4794e98bd6e8 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 944 time: 0.0525146 Feb 07 02:41:02.299416 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c7cf4d2-0c4a-40ca-99e4-160f3f60716f req-c8f86482-cae7-4509-a1df-b4437dced3c0 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Feb 07 02:41:02.479122 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e071cb1-e17b-4255-8b65-6275641f5322 req-029bc11d-2b5d-4357-9ca3-12860deab4e5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:02.480795 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2e071cb1-e17b-4255-8b65-6275641f5322 req-029bc11d-2b5d-4357-9ca3-12860deab4e5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 943 time: 0.0582447 Feb 07 02:41:02.536889 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2e071cb1-e17b-4255-8b65-6275641f5322 req-f1d6f053-48e8-42e3-ac34-ce71efbb9512 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486169 Feb 07 02:41:02.540495 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-55596cf7-ff6a-4779-8128-70a1c114b5ce req-0238ee72-85e6-40b3-b89a-b3400c18c78a tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 210 time: 0.0468659 Feb 07 02:41:03.192896 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-492d55e4-cd2d-4b79-a11e-e2f477016d8e req-69c627cb-61e6-489f-b2ad-62f77e34604c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 210 time: 0.0254078 Feb 07 02:41:03.416569 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f05c02-dcea-4f10-a3e9-8b186759bc27 req-c3925148-be44-42df-a8af-95b73ace2aaa tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:03.418016 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d5f05c02-dcea-4f10-a3e9-8b186759bc27 req-c3925148-be44-42df-a8af-95b73ace2aaa tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 944 time: 0.0533473 Feb 07 02:41:03.527947 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d5f05c02-dcea-4f10-a3e9-8b186759bc27 req-b75df28f-e00a-42d8-8a0e-acccc6586650 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045382 Feb 07 02:41:03.656444 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73640-f90f-4bb0-9c52-478c4190e5d8 req-2b14d5a6-b771-454a-b8d0-588401a4f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:03.658631 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aad73640-f90f-4bb0-9c52-478c4190e5d8 req-2b14d5a6-b771-454a-b8d0-588401a4f50f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075229 Feb 07 02:41:03.669637 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-88cd3f36-18c5-401e-8255-864249cff186 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:03.671475 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-88cd3f36-18c5-401e-8255-864249cff186 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 810 time: 0.1390316 Feb 07 02:41:03.713550 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5675196e-4dc8-41f5-864a-315086f9ef1f req-6c211d8b-7df3-4fd0-b118-b02ccc4c37a3 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 210 time: 0.0426030 Feb 07 02:41:03.759603 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['64fba6a8-5dc9-44c3-a9f5-2e22f3dad338'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:41:03.835128 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-a3a80203-7e03-4c00-857e-f6be35a4ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:03.836253 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-a3a80203-7e03-4c00-857e-f6be35a4ab14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 1127 time: 0.1218796 Feb 07 02:41:03.858493 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['93712836-c8dd-4300-9b90-33d7684d2c11'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:41:03.901691 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-cee6e8e8-7055-4f4f-8488-1760c318106e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 HTTP/1.1" status: 200 len: 217 time: 0.0530436 Feb 07 02:41:03.911041 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-6f96792a-5f51-448e-a05c-f79b59c32eb1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:03.912617 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-6f96792a-5f51-448e-a05c-f79b59c32eb1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 817 time: 0.2018108 Feb 07 02:41:03.937490 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff82291-999e-44c3-8bf1-fbd8b06ca2fc req-f6069e74-764c-4e3a-8757-61d380aa936f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:03.955770 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1ff82291-999e-44c3-8bf1-fbd8b06ca2fc req-f6069e74-764c-4e3a-8757-61d380aa936f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 943 time: 0.2639961 Feb 07 02:41:03.983071 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-28b5eadb-91f0-4726-a1e2-096beb74fe33 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a49aa1fab0e34cf8b10b7d216d642828 HTTP/1.1" status: 200 len: 379 time: 0.2993400 Feb 07 02:41:03.997063 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-9d87c7ee-04f7-4991-8dff-fef58f497846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:03.999030 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-9d87c7ee-04f7-4991-8dff-fef58f497846 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.0855594 Feb 07 02:41:04.043385 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'port': {'device_id': '49686ae9-ee49-47db-b606-952b772a77de', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'admin_state_up': True, 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'security_groups': ['49dc70b6-87a2-4577-a182-8afefb7ef0ea']}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:41:04.061747 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-7e4d0003-d75f-4d29-b339-1c13af8071ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507913 Feb 07 02:41:04.089364 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-9547c193-dc6c-4472-aed4-4d9ae2d62be1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea62fa68252a4419b7f8fe2873512277 HTTP/1.1" status: 200 len: 379 time: 0.1671050 Feb 07 02:41:04.102587 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'port': {'device_id': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'admin_state_up': True, 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'security_groups': ['6c505976-18f7-47e2-b9ce-15e125b608c3']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:41:04.194605 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Made reservation on behalf of a49aa1fab0e34cf8b10b7d216d642828 for: {'port': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:41:04.199129 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:04.221557 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1ff82291-999e-44c3-8bf1-fbd8b06ca2fc req-96d13485-ec05-45fa-808d-86892401917f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570469 Feb 07 02:41:04.262762 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Made reservation on behalf of ea62fa68252a4419b7f8fe2873512277 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:41:04.266581 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:04.341904 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-1c738a76-d645-4aee-8f16-1e81337bc3a5 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673507 Feb 07 02:41:04.351213 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a82b9947-aed2-4e43-8940-eb7e864ce85e req-05737ce0-840b-44f3-bc2a-3bd216bdfc71 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 210 time: 0.0595710 Feb 07 02:41:04.408014 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Allocated IP 172.20.0.8 (1a8d4dbe-7bf5-45f2-be54-16ce356b99cc/08da3acb-982c-42f9-b67a-970fb95c412c/31050fd3-c258-46e5-9fc0-259b905d695d) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:41:04.522922 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1282b924-0a0a-4b51-86cd-63853b5288a3 req-7a32b96f-129a-4e9a-8534-14dfca3df735 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689487 Feb 07 02:41:04.524011 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Allocated IP 172.20.0.8 (73356261-14a5-4cb7-97e8-d17ac6022cca/58907ab3-d60f-4ae8-9470-044fbf040f2a/3f7a1081-027b-4f5b-9eed-ae4ba90ec739) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:41:04.606520 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for port (31050fd3-c258-46e5-9fc0-259b905d695d), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:04.687843 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46926) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:04.693687 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:04.697109 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:04.733671 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:04.766742 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:41:04.778057 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:41:04.787504 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:41:04.793936 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:04.794975 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:04.808254 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0cea0-b772-43c9-a747-f5f490de83a1 req-fb5b45c2-6b18-4f0a-96cf-d184c0a6d1c1 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:04.810384 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5aa0cea0-b772-43c9-a747-f5f490de83a1 req-fb5b45c2-6b18-4f0a-96cf-d184c0a6d1c1 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 944 time: 0.1947882 Feb 07 02:41:04.814879 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'Port': ['ID=31050fd3-c258-46e5-9fc0-259b905d695d,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:04.840841 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Network 73356261-14a5-4cb7-97e8-d17ac6022cca is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:41:04.867913 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-f852a914-87d2-4071-98d5-3fb0e4aab6ff tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8637266 Feb 07 02:41:04.869939 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5ec85b7a-78b2-4e8e-bceb-6a5210455563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:04.874865 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:41:04.877443 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:41:04.883678 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:04.884320 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:04.884850 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Request body: {'port': {'device_id': '49686ae9-ee49-47db-b606-952b772a77de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:41:04.912962 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:04.923752 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-ef645931-ca72-42ba-8fb0-a5e48c011efa tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252609 Feb 07 02:41:04.937641 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Request body: {'port': {'device_id': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:41:04.975377 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8e20-00df-42cc-9a96-6063c5eb35fa req-77c59b08-afc0-46b0-b31f-db74f4d27cb5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:04.982852 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f49c8e20-00df-42cc-9a96-6063c5eb35fa req-77c59b08-afc0-46b0-b31f-db74f4d27cb5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 931 time: 0.1735170 Feb 07 02:41:05.020521 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5aa0cea0-b772-43c9-a747-f5f490de83a1 req-057f1152-3370-4a54-8c94-d0e6f5a3c163 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873305 Feb 07 02:41:05.052377 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.089023 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f49c8e20-00df-42cc-9a96-6063c5eb35fa req-0695675f-0c39-4095-936c-33cb8082889c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051655 Feb 07 02:41:05.098883 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.218229 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-2885946b-88bb-42d7-bf64-c1a4aac449b4 None None] Provisioning complete for port 31050fd3-c258-46e5-9fc0-259b905d695d triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:41:05.218229 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2885946b-88bb-42d7-bf64-c1a4aac449b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.249521 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 46948) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:05.295501 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-2885946b-88bb-42d7-bf64-c1a4aac449b4 None None] Port 31050fd3-c258-46e5-9fc0-259b905d695d cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:41:05.325232 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5ec85b7a-78b2-4e8e-bceb-6a5210455563 admin admin] Publish callbacks [] for security_group (7226aa8c-83e2-4cbf-a0ca-103a836e4b80), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.341914 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5ec85b7a-78b2-4e8e-bceb-6a5210455563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (7226aa8c-83e2-4cbf-a0ca-103a836e4b80), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.422771 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-2f9bd536-42a5-451f-bd54-b6bd482ca102 None None] Provisioning complete for port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:41:05.423441 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd536-42a5-451f-bd54-b6bd482ca102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.466434 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec85b7a-78b2-4e8e-bceb-6a5210455563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7226aa8c-83e2-4cbf-a0ca-103a836e4b80,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:05.491445 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:41:05.498285 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-563772d0-7492-4ff7-8ba9-f45aaecf0904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.543891 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698ebb4-fefc-485a-b3f7-961cd7507e46 req-2873db86-70ea-4705-89f0-49ad84db1b9a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:05.545461 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2698ebb4-fefc-485a-b3f7-961cd7507e46 req-2873db86-70ea-4705-89f0-49ad84db1b9a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 931 time: 0.0951912 Feb 07 02:41:05.558635 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:41:05.571016 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Publish callbacks [] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.571782 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-2f9bd536-42a5-451f-bd54-b6bd482ca102 None None] Port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:41:05.592640 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-5ec85b7a-78b2-4e8e-bceb-6a5210455563 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e99fbc7ebdd547969049e103b9064c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9020751 Feb 07 02:41:05.595466 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46970) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:05.603417 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:41:05.608278 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:41:05.608899 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.618173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Transition to ACTIVE for port object 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:41:05.635936 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.661822 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23ce4b-093e-400d-af6e-70b9007e7514 req-297666b9-1788-4cef-9052-a3270d22bb27 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:05.663693 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3a23ce4b-093e-400d-af6e-70b9007e7514 req-297666b9-1788-4cef-9052-a3270d22bb27 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 943 time: 0.3371723 Feb 07 02:41:05.689876 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2698ebb4-fefc-485a-b3f7-961cd7507e46 req-44170e37-e468-49f2-88ca-9e367d7851e8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355882 Feb 07 02:41:05.752957 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99afec76-b1b6-4355-ae35-ddec33f90651 admin admin] Publish callbacks [] for security_group (7226aa8c-83e2-4cbf-a0ca-103a836e4b80), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.774280 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:05.825956 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3a23ce4b-093e-400d-af6e-70b9007e7514 req-4ccb3b5d-e3de-4742-89a1-c8b43a416640 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506317 Feb 07 02:41:05.860293 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99afec76-b1b6-4355-ae35-ddec33f90651 admin admin] Publish callbacks [] for security_group (7226aa8c-83e2-4cbf-a0ca-103a836e4b80), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.865437 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:05.865830 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.894127 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6888ef-d36f-4394-b42f-7d3c66b0a4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fba6a8-5dc9-44c3-a9f5-2e22f3dad338'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:05.911273 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Attempting to bind port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:41:05.911736 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Attempting to bind port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:41:05.912165 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Attempting to bind port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 on network 73356261-14a5-4cb7-97e8-d17ac6022cca {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:41:05.918272 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 on network 73356261-14a5-4cb7-97e8-d17ac6022cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:41:05.918702 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Attempting to bind port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 on network 73356261-14a5-4cb7-97e8-d17ac6022cca {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:41:05.925615 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:41:05.926753 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Checking segment: {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:41:05.927077 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Bound using segment: {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:41:05.927698 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-563772d0-7492-4ff7-8ba9-f45aaecf0904 admin admin] Publish callbacks [] for security_group (1a633ab8-047a-4c80-997c-98cf8d242270), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.927806 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Bound port: 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:41:05.928328 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.946079 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-563772d0-7492-4ff7-8ba9-f45aaecf0904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (1a633ab8-047a-4c80-997c-98cf8d242270), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.975073 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31050fd3-c258-46e5-9fc0-259b905d695d {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:41:05.985537 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99afec76-b1b6-4355-ae35-ddec33f90651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (7226aa8c-83e2-4cbf-a0ca-103a836e4b80), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.989437 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Publish callbacks [] for port (31050fd3-c258-46e5-9fc0-259b905d695d), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.990292 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99afec76-b1b6-4355-ae35-ddec33f90651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:05.996666 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-99afec76-b1b6-4355-ae35-ddec33f90651 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7226aa8c-83e2-4cbf-a0ca-103a836e4b80 HTTP/1.1" status: 204 len: 168 time: 0.3968160 Feb 07 02:41:06.015712 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afec76-b1b6-4355-ae35-ddec33f90651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7226aa8c-83e2-4cbf-a0ca-103a836e4b80,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:06.030482 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Transition to ACTIVE for port object 31050fd3-c258-46e5-9fc0-259b905d695d will not be triggered until provisioned by entity L2. {{(pid=109069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:41:06.048444 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.057926 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-563772d0-7492-4ff7-8ba9-f45aaecf0904 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a289bbf18e14193a68b716d4f0150bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8077152 Feb 07 02:41:06.067310 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,segment=NetworkSegment(2d0bed69-8007-4fd9-96b6-225c0ec57a34),segment_id=2d0bed69-8007-4fd9-96b6-225c0ec57a34)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:06.071768 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 46990) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:06.101449 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563772d0-7492-4ff7-8ba9-f45aaecf0904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a633ab8-047a-4c80-997c-98cf8d242270,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:06.122882 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.125808 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 93712836-c8dd-4300-9b90-33d7684d2c11 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:41:06.182627 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Pushing event updated for resources: {'Port': ['ID=31050fd3-c258-46e5-9fc0-259b905d695d,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:06.264144 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e6b8a-62b3-4e4a-b62f-199d89a77cb3" -d '{"events": [{"server_uuid": "ca6888ef-d36f-4394-b42f-7d3c66b0a4eb", "name": "network-vif-plugged", "status": "completed", "tag": "64fba6a8-5dc9-44c3-a9f5-2e22f3dad338"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:06.277981 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 93712836-c8dd-4300-9b90-33d7684d2c11 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:41:06.285191 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 93712836-c8dd-4300-9b90-33d7684d2c11 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:41:06.285752 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.289707 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:06.291495 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:41:06.314818 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Attempting to bind port 31050fd3-c258-46e5-9fc0-259b905d695d on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:41:06.315647 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Attempting to bind port 31050fd3-c258-46e5-9fc0-259b905d695d by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:41:06.315986 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Attempting to bind port 31050fd3-c258-46e5-9fc0-259b905d695d on network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:41:06.330233 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c35d-d585-47d3-b93b-7e54f6a67e1e admin admin] Publish callbacks [] for security_group (1a633ab8-047a-4c80-997c-98cf8d242270), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.332544 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Port 31050fd3-c258-46e5-9fc0-259b905d695d on network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:41:06.332875 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Attempting to bind port 31050fd3-c258-46e5-9fc0-259b905d695d on network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:41:06.336755 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:41:06.343884 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:41:06.346210 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Checking segment: {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:41:06.346849 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Bound using segment: {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:41:06.351874 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Bound port: 31050fd3-c258-46e5-9fc0-259b905d695d, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:41:06.352627 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.363879 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.383358 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d247371-3299-4e98-9e8d-4e71698146ac req-7d907c8c-41b0-4801-9192-71643c8d8a15 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:06.391086 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4d247371-3299-4e98-9e8d-4e71698146ac req-7d907c8c-41b0-4801-9192-71643c8d8a15 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 943 time: 0.1877623 Feb 07 02:41:06.422904 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c35d-d585-47d3-b93b-7e54f6a67e1e admin admin] Publish callbacks [] for security_group (1a633ab8-047a-4c80-997c-98cf8d242270), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.455045 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 93712836-c8dd-4300-9b90-33d7684d2c11 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:06.455523 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.466133 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47098517-f5ca-47ea-90f0-f2709fc35bec req-28ed92a8-88cb-4bf7-873d-fedb028d4ad4 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:06.475058 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-47098517-f5ca-47ea-90f0-f2709fc35bec req-28ed92a8-88cb-4bf7-873d-fedb028d4ad4 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 945 time: 0.2602341 Feb 07 02:41:06.494842 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:06.495551 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.497286 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f7a1081-027b-4f5b-9eed-ae4ba90ec739 HTTP/1.1" status: 200 len: 1093 time: 1.5646105 Feb 07 02:41:06.503875 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:06.506211 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6" -d '{"events": [{"name": "network-changed", "server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:06.542981 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 93712836-c8dd-4300-9b90-33d7684d2c11, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93712836-c8dd-4300-9b90-33d7684d2c11,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:06.550006 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4d247371-3299-4e98-9e8d-4e71698146ac req-2b8f3374-ed0a-4dce-965c-76b0911271da tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573842 Feb 07 02:41:06.552598 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.588149 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] For port 31050fd3-c258-46e5-9fc0-259b905d695d, host hv-cinder-82806, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:41:06.598028 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526557a-5ce3-4982-9eb5-2786ecfdc058 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:06.601677 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] For port 31050fd3-c258-46e5-9fc0-259b905d695d, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=31050fd3-c258-46e5-9fc0-259b905d695d,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:41:06.618306 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.668053 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:06.670212 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.687626 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] 10.222.0.13 "PUT /v2.0/ports/31050fd3-c258-46e5-9fc0-259b905d695d HTTP/1.1" status: 200 len: 1093 time: 1.8088114 Feb 07 02:41:06.688026 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49686ae9-ee49-47db-b606-952b772a77de', 'tag': '31050fd3-c258-46e5-9fc0-259b905d695d'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:06.690564 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1d598-6fee-49ff-bed4-8643f6aadb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "49686ae9-ee49-47db-b606-952b772a77de", "tag": "31050fd3-c258-46e5-9fc0-259b905d695d"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:06.696665 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-47098517-f5ca-47ea-90f0-f2709fc35bec req-60809b75-59cc-4d13-b9e3-b7386e1385e0 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159960 Feb 07 02:41:06.709679 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c35d-d585-47d3-b93b-7e54f6a67e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (1a633ab8-047a-4c80-997c-98cf8d242270), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.717227 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c35d-d585-47d3-b93b-7e54f6a67e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:06.726401 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c0f9c35d-d585-47d3-b93b-7e54f6a67e1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a633ab8-047a-4c80-997c-98cf8d242270 HTTP/1.1" status: 204 len: 168 time: 0.6513889 Feb 07 02:41:06.747363 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=93712836-c8dd-4300-9b90-33d7684d2c11,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:06.760040 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9c35d-d585-47d3-b93b-7e54f6a67e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a633ab8-047a-4c80-997c-98cf8d242270,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:06.774458 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e12ea-7281-48c1-9e6a-2f2191f3c157 service neutron] Pushing event updated for resources: {'Port': ['ID=31050fd3-c258-46e5-9fc0-259b905d695d,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:06.790235 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-544480fe-b890-4cf7-8295-62a48ac91b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:06.791704 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-544480fe-b890-4cf7-8295-62a48ac91b97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 1127 time: 0.2126484 Feb 07 02:41:06.822267 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b265bb-5e74-438f-bbca-a55113721459 x-openstack-request-id: req-78b265bb-5e74-438f-bbca-a55113721459 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:06.822744 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:06.823394 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78b265bb-5e74-438f-bbca-a55113721459 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:06.825795 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'status': 'completed', 'code': 200} Feb 07 02:41:06.890433 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-c6954f70-ae6b-4f16-9934-cb1cc41c1949 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739 HTTP/1.1" status: 200 len: 217 time: 0.0860898 Feb 07 02:41:06.893081 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecb1ac7-39b3-4bf1-829c-29acf3695456 x-openstack-request-id: req-cecb1ac7-39b3-4bf1-829c-29acf3695456 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:06.893382 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49686ae9-ee49-47db-b606-952b772a77de", "tag": "31050fd3-c258-46e5-9fc0-259b905d695d", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:06.893638 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cecb1ac7-39b3-4bf1-829c-29acf3695456 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:06.894042 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49686ae9-ee49-47db-b606-952b772a77de', 'tag': '31050fd3-c258-46e5-9fc0-259b905d695d', 'status': 'completed', 'code': 200} Feb 07 02:41:06.930570 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-15ab4506-140c-4bf7-b005-abb5d812fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:06.933536 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-15ab4506-140c-4bf7-b005-abb5d812fcd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 1127 time: 0.1855860 Feb 07 02:41:06.977139 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:41:07.031640 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-18aa37e0-b0ca-4cdb-a54c-a4b80caa58c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31050fd3-c258-46e5-9fc0-259b905d695d HTTP/1.1" status: 200 len: 217 time: 0.0860085 Feb 07 02:41:07.080310 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-c6720083-a901-4c53-9704-71e6bfed5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:07.082489 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-c6720083-a901-4c53-9704-71e6bfed5b1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.1782873 Feb 07 02:41:07.096977 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d6713-5dc9-435c-8f81-79c8ed7a8f76 x-openstack-request-id: req-0d8d6713-5dc9-435c-8f81-79c8ed7a8f76 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:07.097212 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6888ef-d36f-4394-b42f-7d3c66b0a4eb", "name": "network-vif-plugged", "status": "completed", "tag": "64fba6a8-5dc9-44c3-a9f5-2e22f3dad338", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:07.097471 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d8d6713-5dc9-435c-8f81-79c8ed7a8f76 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:07.098451 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6888ef-d36f-4394-b42f-7d3c66b0a4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fba6a8-5dc9-44c3-a9f5-2e22f3dad338', 'code': 200} Feb 07 02:41:07.122032 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92376e-c13c-413e-9a9c-f27411db676d req-2f8d6cdb-a5e4-482f-b111-af517b10297c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:07.129425 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2b92376e-c13c-413e-9a9c-f27411db676d req-2f8d6cdb-a5e4-482f-b111-af517b10297c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.1302884 Feb 07 02:41:07.137640 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-fb784584-d831-434f-a9f0-7ff861012258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:07.155472 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-fb784584-d831-434f-a9f0-7ff861012258 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 200 len: 849 time: 0.1107056 Feb 07 02:41:07.314557 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2b92376e-c13c-413e-9a9c-f27411db676d req-45b6ff85-1d1b-4c0a-bd83-e97378ec7fcf tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645947 Feb 07 02:41:07.369826 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-5f909ada-2355-4da3-95b4-83f34e4b8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:07.371426 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-5f909ada-2355-4da3-95b4-83f34e4b8470 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2409482 Feb 07 02:41:07.381357 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47042) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:07.424745 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-b36ab373-a15f-40ea-bf1e-5e60390849b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:07.437356 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-b36ab373-a15f-40ea-bf1e-5e60390849b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2689664 Feb 07 02:41:07.439231 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0594f5ab-0986-456c-ba72-e4c1ebdae741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:07.444639 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:41:07.493012 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d6f66-8095-4f59-9750-eab73791c754 req-bf287c0b-c233-479a-a86a-83d06cd9756b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:07.494687 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-860d6f66-8095-4f59-9750-eab73791c754 req-bf287c0b-c233-479a-a86a-83d06cd9756b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 943 time: 0.2282197 Feb 07 02:41:07.668358 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-860d6f66-8095-4f59-9750-eab73791c754 req-4d5c1919-8b26-4d94-bed1-c74f6ce8cda9 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238000 Feb 07 02:41:07.705218 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-2cfcda36-cf71-418e-b0f9-9644eb6900b9 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498169 Feb 07 02:41:07.781434 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:07.810964 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': 'e43827c4-38fc-4b7b-a1b6-e93ff2c736f6', 'network_id': '1f1e1b62-ce87-488f-850a-496ca2743f22', 'port_id': 'e43827c4-38fc-4b7b-a1b6-e93ff2c736f6', 'mac_address': 'fa:16:3e:43:b8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f527aac-b171-4bdf-a810-879f490fb8b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:41:07.858743 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:07.859443 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:07.873758 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:41:07.896063 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:07.901610 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:07.927497 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0594f5ab-0986-456c-ba72-e4c1ebdae741 admin admin] Publish callbacks [] for security_group (21ce16af-2abc-4970-8c58-407661370007), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:07.943657 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0594f5ab-0986-456c-ba72-e4c1ebdae741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (21ce16af-2abc-4970-8c58-407661370007), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:07.976705 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:07.988594 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:08.012144 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-0594f5ab-0986-456c-ba72-e4c1ebdae741 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8a7af2a68604326b39adde6a509460d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6288545 Feb 07 02:41:08.021988 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47068) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:08.028886 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299932c-9293-43e5-8767-92412916797f req-02a34bbf-3d34-45a7-b225-d96aaf699448 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.030299 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9299932c-9293-43e5-8767-92412916797f req-02a34bbf-3d34-45a7-b225-d96aaf699448 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 943 time: 0.1428642 Feb 07 02:41:08.047912 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51968e4a-5f0d-43d7-87fe-de1bc94cbcc4 req-491d72a7-f48b-4551-bcaf-5be320eb7f4e tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.049578 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-51968e4a-5f0d-43d7-87fe-de1bc94cbcc4 req-491d72a7-f48b-4551-bcaf-5be320eb7f4e tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 945 time: 0.2150574 Feb 07 02:41:08.049974 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594f5ab-0986-456c-ba72-e4c1ebdae741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ce16af-2abc-4970-8c58-407661370007,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:08.052901 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598e889-94ce-49ae-8fdf-8acd37713052 req-61e2c4d1-559e-43ab-a344-4c41474c644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.054020 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd196f17-c8f9-4e0b-b802-8dde478d5c4f req-d58897b9-c0f7-42f1-9f89-b2c62d211eac service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409159 Feb 07 02:41:08.054348 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e598e889-94ce-49ae-8fdf-8acd37713052 req-61e2c4d1-559e-43ab-a344-4c41474c644a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 1129 time: 0.6882219 Feb 07 02:41:08.126320 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e598e889-94ce-49ae-8fdf-8acd37713052 req-49846dc7-e7be-4c75-9b0f-fb72b5a80ca7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:08.146838 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-e492d853-c115-4c13-bd2e-199291a87ae5 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316976 Feb 07 02:41:08.176657 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['e43827c4-38fc-4b7b-a1b6-e93ff2c736f6'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:41:08.246991 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9299932c-9293-43e5-8767-92412916797f req-41fb563a-62c4-470a-8970-43328bdfc949 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049499 Feb 07 02:41:08.274633 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd05f-6492-4b17-a83e-1a73d40c1448 admin admin] Publish callbacks [] for security_group (21ce16af-2abc-4970-8c58-407661370007), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:08.308772 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-51968e4a-5f0d-43d7-87fe-de1bc94cbcc4 req-cf10aa81-e051-49af-becb-1e7374e06c56 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493944 Feb 07 02:41:08.317584 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd05f-6492-4b17-a83e-1a73d40c1448 admin admin] Publish callbacks [] for security_group (21ce16af-2abc-4970-8c58-407661370007), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:08.334573 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-294d8d01-1682-4e4a-be58-49b6189307b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.336825 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-294d8d01-1682-4e4a-be58-49b6189307b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 1127 time: 0.0800445 Feb 07 02:41:08.365255 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89de8bf6-a04e-412e-9d42-6a51b60197ce req-9b131d9e-addf-42f0-8888-0c3178076a9c service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054629 Feb 07 02:41:08.395027 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e598e889-94ce-49ae-8fdf-8acd37713052 req-49846dc7-e7be-4c75-9b0f-fb72b5a80ca7 service neutron] Publish callbacks [] for security_group (77f1912a-729e-4ec9-95c8-27042bcdd39a), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:08.416681 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e598e889-94ce-49ae-8fdf-8acd37713052 req-49846dc7-e7be-4c75-9b0f-fb72b5a80ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (77f1912a-729e-4ec9-95c8-27042bcdd39a), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:08.467795 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd05f-6492-4b17-a83e-1a73d40c1448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (21ce16af-2abc-4970-8c58-407661370007), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:08.470215 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd05f-6492-4b17-a83e-1a73d40c1448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:08.471494 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-cbcfd05f-6492-4b17-a83e-1a73d40c1448 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21ce16af-2abc-4970-8c58-407661370007 HTTP/1.1" status: 204 len: 168 time: 0.4402981 Feb 07 02:41:08.484712 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-09d3ab0d-825b-4182-b764-fe9c53a2f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.486154 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-09d3ab0d-825b-4182-b764-fe9c53a2f268 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 911 time: 0.1416962 Feb 07 02:41:08.525666 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e598e889-94ce-49ae-8fdf-8acd37713052 req-49846dc7-e7be-4c75-9b0f-fb72b5a80ca7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471276 Feb 07 02:41:08.529126 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49846dc7-e7be-4c75-9b0f-fb72b5a80ca7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=77f1912a-729e-4ec9-95c8-27042bcdd39a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:08.543021 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-81eca72c-91a1-4431-b8e2-37dcd7566986 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31050fd3-c258-46e5-9fc0-259b905d695d HTTP/1.1" status: 200 len: 217 time: 0.0473945 Feb 07 02:41:08.561180 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfd05f-6492-4b17-a83e-1a73d40c1448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ce16af-2abc-4970-8c58-407661370007,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:08.576451 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fd486-a4b4-4a20-906b-3dabcbbd4889 req-b7765212-407a-474a-8c3d-eb84ef1253b3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.584144 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea8fd486-a4b4-4a20-906b-3dabcbbd4889 req-b7765212-407a-474a-8c3d-eb84ef1253b3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.1777744 Feb 07 02:41:08.608872 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-31af3260-6676-4f17-bc1a-6adf4a6ecc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.610552 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-31af3260-6676-4f17-bc1a-6adf4a6ecc1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 1127 time: 0.1533861 Feb 07 02:41:08.647842 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea8fd486-a4b4-4a20-906b-3dabcbbd4889 req-cc9ab142-31e3-479c-9021-a736b0ec0e18 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624661 Feb 07 02:41:08.873803 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64529f94-43b4-47f7-809b-746d8c0eba05 req-a8fd46f5-18e9-480d-bb1c-5b8cb09a640c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.875309 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-64529f94-43b4-47f7-809b-746d8c0eba05 req-a8fd46f5-18e9-480d-bb1c-5b8cb09a640c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 944 time: 0.1025057 Feb 07 02:41:08.876736 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-3ff78e15-ca5a-42b8-b69b-62638505ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.878057 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-3ff78e15-ca5a-42b8-b69b-62638505ca73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 200 len: 849 time: 0.1136444 Feb 07 02:41:08.901985 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-af3e4561-0401-43f1-ad87-e5590703aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:08.903467 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-af3e4561-0401-43f1-ad87-e5590703aa9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.1394083 Feb 07 02:41:08.952079 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-895f9dc3-fb1f-4947-9aed-d6471ab74e64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739 HTTP/1.1" status: 200 len: 217 time: 0.0392513 Feb 07 02:41:09.002408 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-64529f94-43b4-47f7-809b-746d8c0eba05 req-70388e71-9648-45a1-8978-8b2ea5977366 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206579 Feb 07 02:41:09.015136 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-5ceaeb19-4efa-453e-9a89-cf1c61371bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:09.015136 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-5ceaeb19-4efa-453e-9a89-cf1c61371bc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210632 Feb 07 02:41:09.038670 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-cab73dea-6890-4ca3-9905-dae558a826e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:09.040145 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-cab73dea-6890-4ca3-9905-dae558a826e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0780210 Feb 07 02:41:09.100956 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211e0a8c-6f39-41fa-9b22-3922fadc0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93712836-c8dd-4300-9b90-33d7684d2c11'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:09.105378 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ceaa0-cefe-4189-b0ec-3a38e697e84a" -d '{"events": [{"server_uuid": "211e0a8c-6f39-41fa-9b22-3922fadc0548", "name": "network-vif-plugged", "status": "completed", "tag": "93712836-c8dd-4300-9b90-33d7684d2c11"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:09.115440 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-cb48a86f-df12-402f-accf-661541bf7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:09.117542 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-cb48a86f-df12-402f-accf-661541bf7091 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693209 Feb 07 02:41:09.151790 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-d5372dd3-39df-4376-a9f5-f936c21f0014 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349151 Feb 07 02:41:09.177606 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7be90e1-ba73-4f8c-8c21-4c053c6278cf x-openstack-request-id: req-e7be90e1-ba73-4f8c-8c21-4c053c6278cf {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:09.177965 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211e0a8c-6f39-41fa-9b22-3922fadc0548", "name": "network-vif-plugged", "status": "completed", "tag": "93712836-c8dd-4300-9b90-33d7684d2c11", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:09.178227 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7be90e1-ba73-4f8c-8c21-4c053c6278cf {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:09.178663 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211e0a8c-6f39-41fa-9b22-3922fadc0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93712836-c8dd-4300-9b90-33d7684d2c11', 'code': 200} Feb 07 02:41:09.320703 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-56f1d598-6fee-49ff-bed4-8643f6aadb3c req-0840fdfc-650f-481a-af7d-9d46e2499f8e service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605277 Feb 07 02:41:09.370051 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-afddc854-01bd-46bf-986c-4f90bacf1e0c service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439203 Feb 07 02:41:09.447286 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:41:09.616804 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:41:09.621735 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:41:09.622067 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad0115-57ba-4a6f-bb55-a8aa733163c0 req-3839d2a5-9e89-4b2e-8dac-87c0dd6ccdf9 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:09.623424 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:09.637203 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-90ad0115-57ba-4a6f-bb55-a8aa733163c0 req-3839d2a5-9e89-4b2e-8dac-87c0dd6ccdf9 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 945 time: 0.1807508 Feb 07 02:41:09.638635 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda19ec-a264-4f06-a964-bb0581b720b0 req-3a4b08d1-61d5-47b5-85ce-224404cdc7bb tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:09.640252 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5eda19ec-a264-4f06-a964-bb0581b720b0 req-3a4b08d1-61d5-47b5-85ce-224404cdc7bb tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 943 time: 0.2246866 Feb 07 02:41:09.667688 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4d9ff9-87b1-42ec-99aa-8767dedd8db6 req-f64990f8-7c10-4acb-82fe-05a189a70752 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901392 Feb 07 02:41:09.669206 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc81cc-40ac-476a-868a-0624ee5daa25 req-aec1ea6d-c7e0-47ea-9ac2-88a995a0db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:09.671139 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-68cc81cc-40ac-476a-868a-0624ee5daa25 req-aec1ea6d-c7e0-47ea-9ac2-88a995a0db9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1130 time: 0.2126598 Feb 07 02:41:09.725610 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-90ad0115-57ba-4a6f-bb55-a8aa733163c0 req-3e467624-aceb-4b5f-8e8f-8408ecfc9d36 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875325 Feb 07 02:41:09.751060 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:09.751409 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:09.763242 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5eda19ec-a264-4f06-a964-bb0581b720b0 req-46aa83da-c0f7-4a64-b3b3-d3b36a3dba67 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145017 Feb 07 02:41:09.771454 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-68cc81cc-40ac-476a-868a-0624ee5daa25 req-f83ea192-8f71-4b42-8db8-ab76ef0d55c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929286 Feb 07 02:41:09.793295 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:09.800528 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:09.857178 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:09.865501 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2e70b-7e1b-40b1-90b9-cdd367f18e12 req-8ab5287f-6312-4c71-a2c0-c07c9bda06ae tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:09.872577 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0ed2e70b-7e1b-40b1-90b9-cdd367f18e12 req-8ab5287f-6312-4c71-a2c0-c07c9bda06ae tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0655258 Feb 07 02:41:09.913596 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0ed2e70b-7e1b-40b1-90b9-cdd367f18e12 req-f527702a-b32e-4813-b641-04b1dbb89119 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401502 Feb 07 02:41:10.138648 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab8685-215b-4ddf-ab55-841bc13fc164 req-45dc01ba-c4fa-4c96-b9f9-4694190d9259 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:10.140174 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9bab8685-215b-4ddf-ab55-841bc13fc164 req-45dc01ba-c4fa-4c96-b9f9-4694190d9259 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0686755 Feb 07 02:41:10.194272 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9bab8685-215b-4ddf-ab55-841bc13fc164 req-2f3ba332-0cc1-484c-84e4-6ebd9113349b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Feb 07 02:41:10.887574 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da24f7f-7e84-47be-a615-17ac6d3f452a req-e569b0b4-fb24-40d1-afe1-f5174f50bacc tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:10.889170 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8da24f7f-7e84-47be-a615-17ac6d3f452a req-e569b0b4-fb24-40d1-afe1-f5174f50bacc tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 945 time: 0.0864763 Feb 07 02:41:10.916474 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada26f28-af30-4b83-a8bd-f96abf3ee906 req-a3bb58aa-8b4b-4aad-85e6-1483524d7ab1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:10.917955 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ada26f28-af30-4b83-a8bd-f96abf3ee906 req-a3bb58aa-8b4b-4aad-85e6-1483524d7ab1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 943 time: 0.0645893 Feb 07 02:41:10.947794 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8da24f7f-7e84-47be-a615-17ac6d3f452a req-ab881ed2-bb6c-44b6-be2c-19db5c02280c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527415 Feb 07 02:41:11.015653 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ada26f28-af30-4b83-a8bd-f96abf3ee906 req-da4715f0-847d-47af-8838-839ebb55df74 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903285 Feb 07 02:41:11.108281 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b31ab-da8d-436d-bd03-b6c4870fd8d6 req-ac48838d-9818-4b8c-af52-9e1b68a2dde8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:11.110679 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f2b31ab-da8d-436d-bd03-b6c4870fd8d6 req-ac48838d-9818-4b8c-af52-9e1b68a2dde8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0729802 Feb 07 02:41:11.175341 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f2b31ab-da8d-436d-bd03-b6c4870fd8d6 req-519e8831-147b-49ac-952d-2a9e53fb621f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555634 Feb 07 02:41:11.180439 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f74ee-6c5e-4586-b1d9-1775f663ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43827c4-38fc-4b7b-a1b6-e93ff2c736f6'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:11.184051 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f495233-c53a-496d-a6dd-f141456fd46e" -d '{"events": [{"server_uuid": "bc7f74ee-6c5e-4586-b1d9-1775f663ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "e43827c4-38fc-4b7b-a1b6-e93ff2c736f6"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:11.231377 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923a2d7f-4e83-4fe0-af5e-1ff9eab4d726 x-openstack-request-id: req-923a2d7f-4e83-4fe0-af5e-1ff9eab4d726 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:11.231748 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7f74ee-6c5e-4586-b1d9-1775f663ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "e43827c4-38fc-4b7b-a1b6-e93ff2c736f6", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:11.231942 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-923a2d7f-4e83-4fe0-af5e-1ff9eab4d726 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:11.232335 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7f74ee-6c5e-4586-b1d9-1775f663ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43827c4-38fc-4b7b-a1b6-e93ff2c736f6', 'code': 200} Feb 07 02:41:11.322484 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649ba1-97b8-4da8-8be6-c5c08894a4a5 req-301b0ca8-38ea-4917-9c84-87bc47476ad5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:11.324645 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5e649ba1-97b8-4da8-8be6-c5c08894a4a5 req-301b0ca8-38ea-4917-9c84-87bc47476ad5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0607257 Feb 07 02:41:11.398263 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5e649ba1-97b8-4da8-8be6-c5c08894a4a5 req-522bd624-4b55-4349-9011-872781b9d238 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580940 Feb 07 02:41:11.922706 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:41:12.015208 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:12.026444 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'port_id': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'mac_address': 'fa:16:3e:0a:04:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:41:12.069413 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:12.069812 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:12.084938 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:41:12.105370 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:12.110022 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:12.110705 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 31050fd3-c258-46e5-9fc0-259b905d695d details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:41:12.145630 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d7580-9165-48fb-bfda-cfd912017efd req-57e86972-65fd-4f72-94cf-a6cca62691c4 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:12.147081 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-217d7580-9165-48fb-bfda-cfd912017efd req-57e86972-65fd-4f72-94cf-a6cca62691c4 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 943 time: 0.0552833 Feb 07 02:41:12.200123 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-217d7580-9165-48fb-bfda-cfd912017efd req-893df2a6-ae30-48a9-99de-082a4c2ac48b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473623 Feb 07 02:41:12.204866 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:12.260997 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 31050fd3-c258-46e5-9fc0-259b905d695d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=31050fd3-c258-46e5-9fc0-259b905d695d,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:12.272590 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '31050fd3-c258-46e5-9fc0-259b905d695d', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'port_id': '31050fd3-c258-46e5-9fc0-259b905d695d', 'mac_address': 'fa:16:3e:26:2b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:41:12.303309 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec89f7-2c73-47fe-84ed-c7122f6c68a4 req-ed1e61ef-0bd7-45ac-a953-430076031601 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:12.304830 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a1ec89f7-2c73-47fe-84ed-c7122f6c68a4 req-ed1e61ef-0bd7-45ac-a953-430076031601 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0513952 Feb 07 02:41:12.309069 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 31050fd3-c258-46e5-9fc0-259b905d695d is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:12.309529 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:12.322234 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31050fd3-c258-46e5-9fc0-259b905d695d {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:41:12.342293 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 31050fd3-c258-46e5-9fc0-259b905d695d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=31050fd3-c258-46e5-9fc0-259b905d695d,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:12.351278 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:12.352510 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a1ec89f7-2c73-47fe-84ed-c7122f6c68a4 req-bc5088cc-084c-4489-9c04-409639b284eb tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420907 Feb 07 02:41:12.399127 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=31050fd3-c258-46e5-9fc0-259b905d695d,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:12.502039 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3efa2-f89d-40e3-934f-cc991e7adae8 req-9b9c271a-ec93-4292-bad0-8ccaef7d7e88 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:12.503382 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-70e3efa2-f89d-40e3-934f-cc991e7adae8 req-9b9c271a-ec93-4292-bad0-8ccaef7d7e88 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0505955 Feb 07 02:41:12.547941 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-70e3efa2-f89d-40e3-934f-cc991e7adae8 req-eb1dea25-2c73-486d-8d7d-155ca8354ad2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Feb 07 02:41:13.322308 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b589f4-b49a-4253-a612-c8c2a49265ff req-5e660adb-cd0b-4f15-a0b1-089fa879b144 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:13.324047 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-20b589f4-b49a-4253-a612-c8c2a49265ff req-5e660adb-cd0b-4f15-a0b1-089fa879b144 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 944 time: 0.0519266 Feb 07 02:41:13.372000 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-20b589f4-b49a-4253-a612-c8c2a49265ff req-00f546d0-077a-4a4e-bbcb-ab99a1e4c7af tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423028 Feb 07 02:41:13.473533 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888db2f9-bd2a-4e58-9234-f0fb5460b5c1 req-355956a8-f720-46d2-9569-3af4e5da6b96 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:13.474991 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-888db2f9-bd2a-4e58-9234-f0fb5460b5c1 req-355956a8-f720-46d2-9569-3af4e5da6b96 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0518391 Feb 07 02:41:13.518730 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-888db2f9-bd2a-4e58-9234-f0fb5460b5c1 req-fa89f9ed-9d5b-438a-9d6e-117ea612360f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382316 Feb 07 02:41:13.677419 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e75a1-8367-4500-89f2-edf5525491c0 req-897af38c-fc79-4e43-9fb3-851390438b34 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:13.677419 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4b1e75a1-8367-4500-89f2-edf5525491c0 req-897af38c-fc79-4e43-9fb3-851390438b34 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0641899 Feb 07 02:41:13.733127 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4b1e75a1-8367-4500-89f2-edf5525491c0 req-80aed8a8-ee63-4dcf-b130-66ebc5676a7b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Feb 07 02:41:13.826824 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f59b-b600-49f0-8b13-30a7f7d181a1 req-8acb5a01-2a86-465a-ad78-10ff9b5f9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:13.828370 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f068f59b-b600-49f0-8b13-30a7f7d181a1 req-8acb5a01-2a86-465a-ad78-10ff9b5f9dab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 1129 time: 0.0479033 Feb 07 02:41:13.871453 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f068f59b-b600-49f0-8b13-30a7f7d181a1 req-a0a3aa4d-920e-441b-84f8-f7ab1ea2f1a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363505 Feb 07 02:41:13.937696 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['31050fd3-c258-46e5-9fc0-259b905d695d'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:41:13.968152 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['3f7a1081-027b-4f5b-9eed-ae4ba90ec739'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:41:14.496975 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debdb0d-aff9-4772-957f-ef96678333ec req-25bee317-91a4-44b1-8a8f-ae0d33a8b709 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:14.504067 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0debdb0d-aff9-4772-957f-ef96678333ec req-25bee317-91a4-44b1-8a8f-ae0d33a8b709 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 944 time: 0.0657794 Feb 07 02:41:14.548962 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0debdb0d-aff9-4772-957f-ef96678333ec req-942f06b2-d14f-4f37-baf1-eea94e16bb3f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432444 Feb 07 02:41:14.674992 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae13198-2bbf-45ff-ac80-0e290c5e80e6 req-cd9f90e8-f472-4894-963e-ca3b22296923 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:14.677639 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fae13198-2bbf-45ff-ac80-0e290c5e80e6 req-cd9f90e8-f472-4894-963e-ca3b22296923 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0703125 Feb 07 02:41:14.732164 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fae13198-2bbf-45ff-ac80-0e290c5e80e6 req-1b7a29d0-0b82-44ab-9506-f8ab504ccdb9 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461597 Feb 07 02:41:14.871149 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aaaec-941b-494f-b355-ad019f228fd0 req-9bcd1fe9-824d-4eab-a4f6-bce2a7bcc26c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:14.872689 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fc1aaaec-941b-494f-b355-ad019f228fd0 req-9bcd1fe9-824d-4eab-a4f6-bce2a7bcc26c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0594685 Feb 07 02:41:14.928846 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fc1aaaec-941b-494f-b355-ad019f228fd0 req-5e0eb755-2ae6-488b-ae04-2b4124d7fd07 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495543 Feb 07 02:41:15.256618 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47338) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:15.356802 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f59a116e-d84c-4707-88d3-e07c72fc2321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:15.362530 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36f48eb0-8c40-47a4-9d7e-600b51043561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:15.435845 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36f48eb0-8c40-47a4-9d7e-600b51043561 admin admin] Publish callbacks [] for security_group (4552bb4e-f37b-4874-8fad-add0d9b2c49c), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:15.439461 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36f48eb0-8c40-47a4-9d7e-600b51043561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4552bb4e-f37b-4874-8fad-add0d9b2c49c), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:15.476260 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-36f48eb0-8c40-47a4-9d7e-600b51043561 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f34e66a328804e2b9aafa429d4baa03d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186029 Feb 07 02:41:15.478137 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f48eb0-8c40-47a4-9d7e-600b51043561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552bb4e-f37b-4874-8fad-add0d9b2c49c,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:15.479022 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47344) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:15.526742 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e2e23e9a-5331-4f79-81dc-cff9d5aa889f admin admin] Publish callbacks [] for security_group (4552bb4e-f37b-4874-8fad-add0d9b2c49c), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:15.546787 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e2e23e9a-5331-4f79-81dc-cff9d5aa889f admin admin] Publish callbacks [] for security_group (4552bb4e-f37b-4874-8fad-add0d9b2c49c), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:15.599849 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e2e23e9a-5331-4f79-81dc-cff9d5aa889f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4552bb4e-f37b-4874-8fad-add0d9b2c49c), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:15.602676 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e2e23e9a-5331-4f79-81dc-cff9d5aa889f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:15.606257 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e2e23e9a-5331-4f79-81dc-cff9d5aa889f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4552bb4e-f37b-4874-8fad-add0d9b2c49c HTTP/1.1" status: 204 len: 168 time: 0.1237915 Feb 07 02:41:15.611621 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e23e9a-5331-4f79-81dc-cff9d5aa889f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552bb4e-f37b-4874-8fad-add0d9b2c49c,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:15.688285 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726796e-00ce-40cf-b138-9dfdcb0385ce req-3f36bc03-20b2-4070-ba5c-df4f8c32ea29 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:15.689780 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f726796e-00ce-40cf-b138-9dfdcb0385ce req-3f36bc03-20b2-4070-ba5c-df4f8c32ea29 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 944 time: 0.0646548 Feb 07 02:41:15.737743 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f726796e-00ce-40cf-b138-9dfdcb0385ce req-3c41f3d3-7829-4600-9554-cb4682c72b29 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418785 Feb 07 02:41:15.863262 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24180c-6fef-489b-9d58-c09640fbc984 req-b2f8451c-760b-415d-8b0d-24e074344eea tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:15.865337 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ff24180c-6fef-489b-9d58-c09640fbc984 req-b2f8451c-760b-415d-8b0d-24e074344eea tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0562558 Feb 07 02:41:15.911247 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ff24180c-6fef-489b-9d58-c09640fbc984 req-90acd932-0908-42a9-b28c-cf1e829fb059 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404520 Feb 07 02:41:16.058156 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b03b5-b5bc-4ad0-a489-7220750bd0f8 req-2e41f136-5c75-4303-aa50-03a64e178682 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:16.064713 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3e1b03b5-b5bc-4ad0-a489-7220750bd0f8 req-2e41f136-5c75-4303-aa50-03a64e178682 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0666375 Feb 07 02:41:16.108110 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3e1b03b5-b5bc-4ad0-a489-7220750bd0f8 req-440aa99e-a72a-4475-848b-7942d4df6344 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425382 Feb 07 02:41:16.855772 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c9a3b-ae03-425d-a48e-ba2308457f42 req-e4a5e8f4-1358-43b0-8585-3e1473592f2d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:16.857282 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b74c9a3b-ae03-425d-a48e-ba2308457f42 req-e4a5e8f4-1358-43b0-8585-3e1473592f2d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 944 time: 0.0509765 Feb 07 02:41:16.902751 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b74c9a3b-ae03-425d-a48e-ba2308457f42 req-0a45655c-db30-439d-8961-06bf9143536c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399206 Feb 07 02:41:17.034852 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d6e58-6b26-4b1c-a5c4-122cf418020e req-2f32998f-9a07-476a-8eed-593a6841bcde tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:17.036879 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7d4d6e58-6b26-4b1c-a5c4-122cf418020e req-2f32998f-9a07-476a-8eed-593a6841bcde tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0535331 Feb 07 02:41:17.082184 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7d4d6e58-6b26-4b1c-a5c4-122cf418020e req-0236368a-4e1d-4081-a2e7-a931372cf203 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397069 Feb 07 02:41:17.221584 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4d3f8-c5c7-45df-9ce3-34078b65892b req-4e59f5b6-8b93-4c9d-a172-cced8e46b611 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:17.223534 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dcf4d3f8-c5c7-45df-9ce3-34078b65892b req-4e59f5b6-8b93-4c9d-a172-cced8e46b611 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0504191 Feb 07 02:41:17.271231 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dcf4d3f8-c5c7-45df-9ce3-34078b65892b req-c52cb08a-f563-4ca1-8efe-7180ee55ead3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 Feb 07 02:41:17.636362 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:41:17.688120 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:41:17.693290 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:41:17.693681 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:17.787134 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:17.787526 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:17.789317 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2d14d2a7-5219-49d7-be0f-e423e7a0f8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:17.811515 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:17.813780 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca31b800-6967-468d-ae89-764c7796e11e" -d '{"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:17.826418 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:17.830652 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:17.831815 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 31050fd3-c258-46e5-9fc0-259b905d695d up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:41:17.855318 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574fa59d-4e5f-41a1-86f2-95022f7e3356 x-openstack-request-id: req-574fa59d-4e5f-41a1-86f2-95022f7e3356 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:17.855628 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:17.855886 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-574fa59d-4e5f-41a1-86f2-95022f7e3356 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:17.856267 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'code': 200} Feb 07 02:41:17.911931 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:17.935408 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 31050fd3-c258-46e5-9fc0-259b905d695d completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:41:17.940250 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 31050fd3-c258-46e5-9fc0-259b905d695d triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:41:17.940780 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:18.039207 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 31050fd3-c258-46e5-9fc0-259b905d695d is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:41:18.039638 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:18.062510 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c0974-19ea-4e80-b3e1-4473be7dc84b req-a673fefb-4ec6-4aa5-b7e3-0584a886467e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:18.074095 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2a8c0974-19ea-4e80-b3e1-4473be7dc84b req-a673fefb-4ec6-4aa5-b7e3-0584a886467e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 944 time: 0.0701609 Feb 07 02:41:18.077236 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 31050fd3-c258-46e5-9fc0-259b905d695d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=31050fd3-c258-46e5-9fc0-259b905d695d,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:18.083064 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:18.132301 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c42b7c-2090-425f-86dc-1eacb22c4cdb req-9ec9f9c8-b3de-4318-9b80-ffac7201469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:18.136251 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-68c42b7c-2090-425f-86dc-1eacb22c4cdb req-9ec9f9c8-b3de-4318-9b80-ffac7201469f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 1129 time: 0.0906103 Feb 07 02:41:18.178972 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2a8c0974-19ea-4e80-b3e1-4473be7dc84b req-873c1b75-9ccb-4966-bb80-2b7831db625e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935187 Feb 07 02:41:18.182787 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=31050fd3-c258-46e5-9fc0-259b905d695d,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:18.230743 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-68c42b7c-2090-425f-86dc-1eacb22c4cdb req-81df9b26-2e7d-4328-909a-f4294ddecedd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790675 Feb 07 02:41:18.253945 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e912d5b-a2e9-42aa-98e4-e369bf02d78d req-db1ecd10-109f-4d49-9297-6c8a510275c3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:18.255949 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0e912d5b-a2e9-42aa-98e4-e369bf02d78d req-db1ecd10-109f-4d49-9297-6c8a510275c3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0809219 Feb 07 02:41:18.325010 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0e912d5b-a2e9-42aa-98e4-e369bf02d78d req-4acd19ae-9f37-4af3-9195-9f6cb3bfc80d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629959 Feb 07 02:41:18.401643 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d5b78-4b76-43ff-93ce-69574a241709 req-c9af19de-f67b-43c9-824e-8a8db3af5772 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:18.403118 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e8d5b78-4b76-43ff-93ce-69574a241709 req-c9af19de-f67b-43c9-824e-8a8db3af5772 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0570276 Feb 07 02:41:18.460825 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e8d5b78-4b76-43ff-93ce-69574a241709 req-e26bfc19-4156-4b8d-9882-74d88a2515d2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494490 Feb 07 02:41:18.854168 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:18.964811 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-5184c8f3-a5b7-4e3f-85ae-b21a979b0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:18.970408 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-5184c8f3-a5b7-4e3f-85ae-b21a979b0ee9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 1129 time: 0.0581479 Feb 07 02:41:18.970640 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06ace7-b118-4b4a-b4e6-48027a22089c req-01e5a1f7-a9b4-4b8c-95a9-661b1d8a6c41 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:18.972152 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4e06ace7-b118-4b4a-b4e6-48027a22089c req-01e5a1f7-a9b4-4b8c-95a9-661b1d8a6c41 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0587845 Feb 07 02:41:19.023259 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4e06ace7-b118-4b4a-b4e6-48027a22089c req-535a1e8e-6ba2-4735-8b3d-4b0c48cef5e3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Feb 07 02:41:19.067075 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-ea0734ff-257b-477b-8dbc-a48bdb75c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:19.068538 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-ea0734ff-257b-477b-8dbc-a48bdb75c4cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 920 time: 0.0914345 Feb 07 02:41:19.117916 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-1c71471d-0877-48cc-8ac9-74114da80f44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 HTTP/1.1" status: 200 len: 217 time: 0.0417075 Feb 07 02:41:19.169901 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-a27cd9c7-a9c3-49a5-8f7d-9ddbdd95a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:19.171440 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-a27cd9c7-a9c3-49a5-8f7d-9ddbdd95a71c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.0477695 Feb 07 02:41:19.209763 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-60a5b200-3e35-483f-9d5e-4a40b346e206 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274713 Feb 07 02:41:19.346744 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a08c5-9bf6-40f5-8cbb-5b12dcfe600d req-635b324a-b40c-43ad-a1b5-e1ef94744af5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:19.348239 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5b8a08c5-9bf6-40f5-8cbb-5b12dcfe600d req-635b324a-b40c-43ad-a1b5-e1ef94744af5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1098118 Feb 07 02:41:19.351745 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-cb03fbaa-4914-4b7e-85cb-06a4b14eb2f4 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352060 Feb 07 02:41:19.446313 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5b8a08c5-9bf6-40f5-8cbb-5b12dcfe600d req-2ad67169-4695-4a3f-8c17-9a1eb86a6482 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924487 Feb 07 02:41:19.447015 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173b946-76fb-487c-a2cf-3d572141c85d req-f080b011-fb3b-46f9-90a6-abc201b0c6d1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:19.452934 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e173b946-76fb-487c-a2cf-3d572141c85d req-f080b011-fb3b-46f9-90a6-abc201b0c6d1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0581725 Feb 07 02:41:19.480249 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-11bb4129-76fd-436d-b3f2-e351191f5bd7 req-51d3f496-0589-4a47-b9c4-bff918c53d03 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129785 Feb 07 02:41:19.500326 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e173b946-76fb-487c-a2cf-3d572141c85d req-7c3d33db-2d04-49e3-948d-0cc4d4cec8a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445235 Feb 07 02:41:19.857530 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49686ae9-ee49-47db-b606-952b772a77de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31050fd3-c258-46e5-9fc0-259b905d695d'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:19.859758 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec5ca01-507a-439c-800c-1f6e6d2605ea" -d '{"events": [{"server_uuid": "49686ae9-ee49-47db-b606-952b772a77de", "name": "network-vif-plugged", "status": "completed", "tag": "31050fd3-c258-46e5-9fc0-259b905d695d"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:19.897708 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba41b4e-9bfa-4eb7-8a3a-4880058692d4 x-openstack-request-id: req-3ba41b4e-9bfa-4eb7-8a3a-4880058692d4 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:19.898028 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49686ae9-ee49-47db-b606-952b772a77de", "name": "network-vif-plugged", "status": "completed", "tag": "31050fd3-c258-46e5-9fc0-259b905d695d", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:19.898279 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ba41b4e-9bfa-4eb7-8a3a-4880058692d4 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:19.898845 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49686ae9-ee49-47db-b606-952b772a77de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31050fd3-c258-46e5-9fc0-259b905d695d', 'code': 200} Feb 07 02:41:20.123684 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe180a-83ff-4c39-89e6-69b69dab02ef req-99db09f7-14eb-4011-88d5-271a49e25926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:20.125123 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0ebe180a-83ff-4c39-89e6-69b69dab02ef req-99db09f7-14eb-4011-88d5-271a49e25926 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 1129 time: 0.0470843 Feb 07 02:41:20.164761 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a025a74-9b44-4bbe-9332-3a359a2697dc req-da17a38f-6580-4f3c-b9b7-7944d34fa1c4 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:20.166230 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1a025a74-9b44-4bbe-9332-3a359a2697dc req-da17a38f-6580-4f3c-b9b7-7944d34fa1c4 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0729043 Feb 07 02:41:20.188027 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0ebe180a-83ff-4c39-89e6-69b69dab02ef req-c5d5e57e-43c5-47d1-9a79-e493e9dbdf52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405326 Feb 07 02:41:20.220185 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1a025a74-9b44-4bbe-9332-3a359a2697dc req-2d2e068f-7545-4a4b-a412-466c8018884e tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473230 Feb 07 02:41:20.244887 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:20.435857 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47602) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:20.555187 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dbc86e95-a81b-41af-94b0-1734475ddb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:20.587659 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7a1ab-5621-448b-a46f-dddf908cc57a req-14b678e8-ec6a-44f0-aa67-e1da493384b7 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:20.589563 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a2d7a1ab-5621-448b-a46f-dddf908cc57a req-14b678e8-ec6a-44f0-aa67-e1da493384b7 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0600445 Feb 07 02:41:20.641817 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a2d7a1ab-5621-448b-a46f-dddf908cc57a req-0b0459ea-94ee-4764-9e35-1eb8fb04934f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467544 Feb 07 02:41:20.667415 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcba47-e41c-4e8b-b8d8-8970d97fdd37 req-d1ad8150-bc84-448b-9018-ee552de16b8f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:20.668916 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6dfcba47-e41c-4e8b-b8d8-8970d97fdd37 req-d1ad8150-bc84-448b-9018-ee552de16b8f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0851166 Feb 07 02:41:20.686207 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dbc86e95-a81b-41af-94b0-1734475ddb5f admin admin] Publish callbacks [] for security_group (0397ff96-45f0-4767-b99c-1bfdffe0a58d), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:20.693913 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dbc86e95-a81b-41af-94b0-1734475ddb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (0397ff96-45f0-4767-b99c-1bfdffe0a58d), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:20.755275 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-dbc86e95-a81b-41af-94b0-1734475ddb5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=199396bfc5a94bf9bc3a62d3f1edcffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182623 Feb 07 02:41:20.758288 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47614) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:20.759999 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc86e95-a81b-41af-94b0-1734475ddb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0397ff96-45f0-4767-b99c-1bfdffe0a58d,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:20.765565 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6dfcba47-e41c-4e8b-b8d8-8970d97fdd37 req-7f9f425f-0bc2-4ca6-aa8e-1a89260c3182 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893924 Feb 07 02:41:20.817496 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1e122fae-c845-41fd-a3d8-37ead551b6cf admin admin] Publish callbacks [] for security_group (0397ff96-45f0-4767-b99c-1bfdffe0a58d), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:20.843804 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1e122fae-c845-41fd-a3d8-37ead551b6cf admin admin] Publish callbacks [] for security_group (0397ff96-45f0-4767-b99c-1bfdffe0a58d), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:20.921462 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba10aa-8301-44c3-8846-cc4fbd6c2bc4 req-241d5583-cfb0-4764-823a-24a4894ed45d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:20.923059 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-06ba10aa-8301-44c3-8846-cc4fbd6c2bc4 req-241d5583-cfb0-4764-823a-24a4894ed45d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0728104 Feb 07 02:41:20.932559 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47622) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:20.934744 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1e122fae-c845-41fd-a3d8-37ead551b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (0397ff96-45f0-4767-b99c-1bfdffe0a58d), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:20.937410 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-871e1db2-a706-4722-8094-d2cc320de87a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'floatingip': {'port_id': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:41:20.937644 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1e122fae-c845-41fd-a3d8-37ead551b6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:20.941073 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-1e122fae-c845-41fd-a3d8-37ead551b6cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0397ff96-45f0-4767-b99c-1bfdffe0a58d HTTP/1.1" status: 204 len: 168 time: 0.1794255 Feb 07 02:41:20.952457 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e122fae-c845-41fd-a3d8-37ead551b6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0397ff96-45f0-4767-b99c-1bfdffe0a58d,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:21.036005 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-871e1db2-a706-4722-8094-d2cc320de87a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (0fe07746-88cf-45b9-9053-b784e28ea5b1), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:21.285844 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47644) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:21.302142 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ab167964-7e69-4385-a20d-80f6af4bd776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:21.410227 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ab167964-7e69-4385-a20d-80f6af4bd776 admin admin] Publish callbacks [] for security_group (29b3f96c-d7e8-4aad-91e0-0cfbfdcccf8c), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:21.418281 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ab167964-7e69-4385-a20d-80f6af4bd776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (29b3f96c-d7e8-4aad-91e0-0cfbfdcccf8c), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:21.452153 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab167964-7e69-4385-a20d-80f6af4bd776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b3f96c-d7e8-4aad-91e0-0cfbfdcccf8c,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:21.474850 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ab167964-7e69-4385-a20d-80f6af4bd776 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39608f5c83a44114be0f311f65b18b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872203 Feb 07 02:41:21.475711 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47652) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:21.529427 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4a678568-526a-410a-815d-973fd1eb9eef admin admin] Publish callbacks [] for security_group (29b3f96c-d7e8-4aad-91e0-0cfbfdcccf8c), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:21.554792 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4a678568-526a-410a-815d-973fd1eb9eef admin admin] Publish callbacks [] for security_group (29b3f96c-d7e8-4aad-91e0-0cfbfdcccf8c), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:21.619536 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4a678568-526a-410a-815d-973fd1eb9eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (29b3f96c-d7e8-4aad-91e0-0cfbfdcccf8c), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:21.622674 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4a678568-526a-410a-815d-973fd1eb9eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:21.626926 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4a678568-526a-410a-815d-973fd1eb9eef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29b3f96c-d7e8-4aad-91e0-0cfbfdcccf8c HTTP/1.1" status: 204 len: 168 time: 0.1498067 Feb 07 02:41:21.639739 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a678568-526a-410a-815d-973fd1eb9eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b3f96c-d7e8-4aad-91e0-0cfbfdcccf8c,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:21.799161 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c6f14-48ac-4a85-a5db-16b3cc9fb2b0 req-31c5f44b-5b1f-450d-8167-7b8d81253952 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:21.801952 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c82c6f14-48ac-4a85-a5db-16b3cc9fb2b0 req-31c5f44b-5b1f-450d-8167-7b8d81253952 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0822790 Feb 07 02:41:21.820109 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358ac0a-31e1-48d8-83e6-cf7e5fcc9714 req-92fbdd49-ee7e-4d4d-afb2-553a0325384b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:21.822535 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9358ac0a-31e1-48d8-83e6-cf7e5fcc9714 req-92fbdd49-ee7e-4d4d-afb2-553a0325384b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.5258360 Feb 07 02:41:21.880978 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c82c6f14-48ac-4a85-a5db-16b3cc9fb2b0 req-601896c0-b936-48e9-9a8e-72182d43b7aa tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723517 Feb 07 02:41:21.920291 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:21.979529 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9358ac0a-31e1-48d8-83e6-cf7e5fcc9714 req-56d3e8e0-46ee-4b4d-b138-29f4c3e2726e tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400270 Feb 07 02:41:22.067583 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-871e1db2-a706-4722-8094-d2cc320de87a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.073810 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-871e1db2-a706-4722-8094-d2cc320de87a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (0fe07746-88cf-45b9-9053-b784e28ea5b1), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.205403 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-871e1db2-a706-4722-8094-d2cc320de87a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Floating IP 0fe07746-88cf-45b9-9053-b784e28ea5b1 associated. External IP: 172.27.1.43, port: 3f7a1081-027b-4f5b-9eed-ae4ba90ec739. Feb 07 02:41:22.225793 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47688) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:22.411616 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4aa7-82c3-4906-88f5-4f7078949385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.445217 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871e1db2-a706-4722-8094-d2cc320de87a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Router e395b0e6-8172-4070-bfcd-6e3b72d061ba has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:41:22.505486 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4aa7-82c3-4906-88f5-4f7078949385 admin admin] Publish callbacks [] for security_group (7b7ff16a-a3fb-448e-891a-3073e5e8684c), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.517678 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4aa7-82c3-4906-88f5-4f7078949385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (7b7ff16a-a3fb-448e-891a-3073e5e8684c), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.557731 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-cb5e4aa7-82c3-4906-88f5-4f7078949385 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20f57eaf014f4cf68e664b6f61b5a964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303962 Feb 07 02:41:22.558984 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e4aa7-82c3-4906-88f5-4f7078949385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ff16a-a3fb-448e-891a-3073e5e8684c,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:22.559982 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47706) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:22.596788 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871e1db2-a706-4722-8094-d2cc320de87a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:41:22.606070 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-871e1db2-a706-4722-8094-d2cc320de87a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.613722 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] Sync routers for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:41:22.623426 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:41:22.624189 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:41:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:22.667985 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-871e1db2-a706-4722-8094-d2cc320de87a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "PUT /v2.0/floatingips/0fe07746-88cf-45b9-9053-b784e28ea5b1 HTTP/1.1" status: 200 len: 990 time: 1.7342288 Feb 07 02:41:22.670349 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:22.674428 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666da199-2e53-43ef-8eb6-60890ce0e7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:22.675021 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47718) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:22.678644 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8716d6cc-9742-4d7b-984e-40909bce11c3 admin admin] Publish callbacks [] for security_group (7b7ff16a-a3fb-448e-891a-3073e5e8684c), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.706026 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8716d6cc-9742-4d7b-984e-40909bce11c3 admin admin] Publish callbacks [] for security_group (7b7ff16a-a3fb-448e-891a-3073e5e8684c), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.724653 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94618d7a-4017-44c0-8d60-fe391a4d8895 x-openstack-request-id: req-94618d7a-4017-44c0-8d60-fe391a4d8895 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:22.725111 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:22.725439 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94618d7a-4017-44c0-8d60-fe391a4d8895 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:22.726028 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'status': 'completed', 'code': 200} Feb 07 02:41:22.779611 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8716d6cc-9742-4d7b-984e-40909bce11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (7b7ff16a-a3fb-448e-891a-3073e5e8684c), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.783623 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8716d6cc-9742-4d7b-984e-40909bce11c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.797047 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8716d6cc-9742-4d7b-984e-40909bce11c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b7ff16a-a3fb-448e-891a-3073e5e8684c HTTP/1.1" status: 204 len: 168 time: 0.2355292 Feb 07 02:41:22.806949 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716d6cc-9742-4d7b-984e-40909bce11c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ff16a-a3fb-448e-891a-3073e5e8684c,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:22.850761 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_v2 [None req-757431c4-b200-4193-9bbc-1829bc8a1c4b admin admin] Deleting subnet 527e96b9-f9cd-4b74-869f-8ce82575e14f {{(pid=109069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:41:22.859065 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-757431c4-b200-4193-9bbc-1829bc8a1c4b admin admin] Publish callbacks [] for subnet (527e96b9-f9cd-4b74-869f-8ce82575e14f), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.860374 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:41:22.915691 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-757431c4-b200-4193-9bbc-1829bc8a1c4b admin admin] Publish callbacks [] for subnet (527e96b9-f9cd-4b74-869f-8ce82575e14f), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.929549 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-757431c4-b200-4193-9bbc-1829bc8a1c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (527e96b9-f9cd-4b74-869f-8ce82575e14f), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:22.976443 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-34c1bf77-60a6-455b-ba19-959985cfd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:22.978060 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-34c1bf77-60a6-455b-ba19-959985cfd5dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 1129 time: 0.2146540 Feb 07 02:41:23.010333 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756156f-b121-4d46-8282-3cc65146ec12 req-c19ba1e0-95f6-47bf-992a-95782ce29190 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:23.011982 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5756156f-b121-4d46-8282-3cc65146ec12 req-c19ba1e0-95f6-47bf-992a-95782ce29190 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.2161369 Feb 07 02:41:23.136041 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681ea5e-89e9-486f-ae49-96aa353d4c41 req-65878781-a731-4836-995c-92cd39566bed tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:23.141627 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8681ea5e-89e9-486f-ae49-96aa353d4c41 req-65878781-a731-4836-995c-92cd39566bed tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1556466 Feb 07 02:41:23.145804 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-84d300af-d6bc-4149-aca4-d054e610be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:23.147249 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-84d300af-d6bc-4149-aca4-d054e610be6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.1458662 Feb 07 02:41:23.165636 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-757431c4-b200-4193-9bbc-1829bc8a1c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (527e96b9-f9cd-4b74-869f-8ce82575e14f), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:23.219032 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5756156f-b121-4d46-8282-3cc65146ec12 req-49035776-b82d-4740-a3f5-26ec84712aab tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135793 Feb 07 02:41:23.250835 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8681ea5e-89e9-486f-ae49-96aa353d4c41 req-d55f44e7-b270-4d6a-acfd-d10667a1673f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027353 Feb 07 02:41:23.373350 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '0fe07746-88cf-45b9-9053-b784e28ea5b1', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'port_id': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'mac_address': 'fa:16:3e:0a:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:40:55Z', 'updated_at': '2022-02-07T02:41:21Z', 'revision_number': 1, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:23.425730 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] Checking router: e395b0e6-8172-4070-bfcd-6e3b72d061ba for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:41:23.438962 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:41:23.439981 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:41:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:23.440453 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757431c4-b200-4193-9bbc-1829bc8a1c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527e96b9-f9cd-4b74-869f-8ce82575e14f,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:23.451471 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-757431c4-b200-4193-9bbc-1829bc8a1c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:23.454623 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-757431c4-b200-4193-9bbc-1829bc8a1c4b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/527e96b9-f9cd-4b74-869f-8ce82575e14f HTTP/1.1" status: 204 len: 168 time: 0.7783132 Feb 07 02:41:23.458383 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fade6-0104-4ae2-b53f-dfac080cf0ef req-d6475239-ea7b-49e2-a649-e40a7ad7a37c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:23.459938 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e64fade6-0104-4ae2-b53f-dfac080cf0ef req-d6475239-ea7b-49e2-a649-e40a7ad7a37c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0964930 Feb 07 02:41:23.460450 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47746) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:23.490265 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47752) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:23.500082 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'floatingip': {'port_id': '31050fd3-c258-46e5-9fc0-259b905d695d'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:41:23.591631 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-d76194a4-662a-48e9-bb7f-36e815e0cc57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739 HTTP/1.1" status: 200 len: 998 time: 0.4274924 Feb 07 02:41:23.594277 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (839c3671-775d-41e5-83aa-9e2cdc1473c7), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:23.626435 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (f576dca9-f07d-4006-87e8-c63aabf38064), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:23.696269 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47756) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:23.734492 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:41:23.743656 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bd42c1c7-9ed7-48be-8f5f-4e725f208160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:23.751827 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc47095-bada-453a-9b0f-77ebb5025144 req-8c64e164-e03c-48c0-9ff9-53a79a2a4d59 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:23.753447 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1bc47095-bada-453a-9b0f-77ebb5025144 req-8c64e164-e03c-48c0-9ff9-53a79a2a4d59 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.3230546 Feb 07 02:41:23.770598 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-7dcc1a3e-0924-472e-810c-adfa86cc8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:23.772461 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-7dcc1a3e-0924-472e-810c-adfa86cc8728 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.1375747 Feb 07 02:41:23.875014 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (f576dca9-f07d-4006-87e8-c63aabf38064), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:23.909164 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.909510 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.911046 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.911637 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > port after_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.911986 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.912321 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > port after_update 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.912681 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.913022 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.913339 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.913656 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:23.967299 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1bc47095-bada-453a-9b0f-77ebb5025144 req-85e3a69a-ce20-4d92-b3cc-f46451ee1769 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047086 Feb 07 02:41:23.981796 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-2a4f5d42-a802-4818-8ce4-7193bcfadf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:23.987290 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-2a4f5d42-a802-4818-8ce4-7193bcfadf15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1854539 Feb 07 02:41:24.084388 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:24.085079 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:24.085629 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:24.086177 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:41:24.086752 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f576dca9-f07d-4006-87e8-c63aabf38064']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:24.091389 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '0fe07746-88cf-45b9-9053-b784e28ea5b1', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'port_id': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'mac_address': 'fa:16:3e:0a:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:40:55Z', 'updated_at': '2022-02-07T02:41:21Z', 'revision_number': 1, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:24.115507 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b1a7b5-9787-4152-b8b2-dc606a0d016e') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:24.116202 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b1a7b5-9787-4152-b8b2-dc606a0d016e') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:24.125644 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1eef-a532-456f-b906-41f28abdd900 None None] The sync data for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi is: [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '0fe07746-88cf-45b9-9053-b784e28ea5b1', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'port_id': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'mac_address': 'fa:16:3e:0a:04:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:40:55Z', 'updated_at': '2022-02-07T02:41:21Z', 'revision_number': 1, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:41:24.146864 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (65b1a7b5-9787-4152-b8b2-dc606a0d016e), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.178194 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (65b1a7b5-9787-4152-b8b2-dc606a0d016e), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.197265 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:41:24.197695 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (65b1a7b5-9787-4152-b8b2-dc606a0d016e), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: from cryptography.utils import int_from_bytes Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: from cryptography.utils import int_from_bytes Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:41:24.221608 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:41:24.265992 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bd42c1c7-9ed7-48be-8f5f-4e725f208160 admin admin] Publish callbacks [] for security_group (0714bdd2-bb4b-427f-88b0-cf8c249d7340), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.282468 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bd42c1c7-9ed7-48be-8f5f-4e725f208160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (0714bdd2-bb4b-427f-88b0-cf8c249d7340), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.362141 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-838986cb-71d1-433f-b6c0-86fc62dbf306 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421896 Feb 07 02:41:24.380147 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42c1c7-9ed7-48be-8f5f-4e725f208160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0714bdd2-bb4b-427f-88b0-cf8c249d7340,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:24.436157 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcab02c-ec30-4e9f-90ee-dde2d27a3073 None None] New status for floating IP 0fe07746-88cf-45b9-9053-b784e28ea5b1: ACTIVE {{(pid=109071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:41:24.445390 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (f576dca9-f07d-4006-87e8-c63aabf38064), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.451337 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-bd42c1c7-9ed7-48be-8f5f-4e725f208160 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39353900043b46df8d289b91b89ef905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7423694 Feb 07 02:41:24.466794 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47776) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:24.469491 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Pushing event deleted for resources: {'Network': ['ID=f576dca9-f07d-4006-87e8-c63aabf38064,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:24.476070 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.479991 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4766820f-fe3a-43b5-91b5-2fb3fafa8641 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f576dca9-f07d-4006-87e8-c63aabf38064 HTTP/1.1" status: 204 len: 168 time: 1.0167336 Feb 07 02:41:24.483542 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47778) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:24.508429 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.db.resource_extend [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 02:41:24.562764 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0b1b-94bf-46cb-b467-735665c7e32c req-51282910-9025-4ca2-b2e7-7a6f01111286 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:24.576577 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ebde0b1b-94bf-46cb-b467-735665c7e32c req-51282910-9025-4ca2-b2e7-7a6f01111286 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.1891100 Feb 07 02:41:24.612846 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b682f9fc-0423-4d86-b66d-53e5ac3fe0a5 admin admin] Publish callbacks [] for security_group (0714bdd2-bb4b-427f-88b0-cf8c249d7340), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.647325 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.650536 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_v2 [None req-30080357-862b-48b7-88dc-b34dc959697f admin admin] Deleting subnet 55b04008-bd04-4fa5-bb14-e873510b9d1d {{(pid=109069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:41:24.658075 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-30080357-862b-48b7-88dc-b34dc959697f admin admin] Publish callbacks [] for subnet (55b04008-bd04-4fa5-bb14-e873510b9d1d), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.672207 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b682f9fc-0423-4d86-b66d-53e5ac3fe0a5 admin admin] Publish callbacks [] for security_group (0714bdd2-bb4b-427f-88b0-cf8c249d7340), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.693860 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ebde0b1b-94bf-46cb-b467-735665c7e32c req-465a04a1-bd1b-4e17-9cd4-715127f7008e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110158 Feb 07 02:41:24.696356 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (839c3671-775d-41e5-83aa-9e2cdc1473c7), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.745698 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-666da199-2e53-43ef-8eb6-60890ce0e7ba req-fbc2a448-3a35-4f08-b89d-5eb396a58e0b service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602560 Feb 07 02:41:24.775131 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b682f9fc-0423-4d86-b66d-53e5ac3fe0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (0714bdd2-bb4b-427f-88b0-cf8c249d7340), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.777815 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b682f9fc-0423-4d86-b66d-53e5ac3fe0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.779240 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b682f9fc-0423-4d86-b66d-53e5ac3fe0a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0714bdd2-bb4b-427f-88b0-cf8c249d7340 HTTP/1.1" status: 204 len: 168 time: 0.3049850 Feb 07 02:41:24.788566 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682f9fc-0423-4d86-b66d-53e5ac3fe0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0714bdd2-bb4b-427f-88b0-cf8c249d7340,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:24.848581 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-30080357-862b-48b7-88dc-b34dc959697f admin admin] Publish callbacks [] for subnet (55b04008-bd04-4fa5-bb14-e873510b9d1d), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.857255 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-30080357-862b-48b7-88dc-b34dc959697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (55b04008-bd04-4fa5-bb14-e873510b9d1d), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:24.859688 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Floating IP 839c3671-775d-41e5-83aa-9e2cdc1473c7 associated. External IP: 172.27.1.143, port: 31050fd3-c258-46e5-9fc0-259b905d695d. Feb 07 02:41:25.237275 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-30080357-862b-48b7-88dc-b34dc959697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (55b04008-bd04-4fa5-bb14-e873510b9d1d), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.277605 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30080357-862b-48b7-88dc-b34dc959697f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b04008-bd04-4fa5-bb14-e873510b9d1d,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:25.290975 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5709148-a762-4eb5-99f3-5d6f1211de81 req-480ebd1f-6e90-4357-8d91-89a7b5298f33 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:25.292551 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b5709148-a762-4eb5-99f3-5d6f1211de81 req-480ebd1f-6e90-4357-8d91-89a7b5298f33 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.1760044 Feb 07 02:41:25.295087 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-30080357-862b-48b7-88dc-b34dc959697f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.298190 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-30080357-862b-48b7-88dc-b34dc959697f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/55b04008-bd04-4fa5-bb14-e873510b9d1d HTTP/1.1" status: 204 len: 168 time: 0.8111124 Feb 07 02:41:25.301007 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47808) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:25.312637 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47810) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:25.386752 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (33bcf161-16c5-4b26-8f36-302bc680fcf8), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.416299 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b5709148-a762-4eb5-99f3-5d6f1211de81 req-569a52b1-d33c-4d1d-8a08-90cf59a1812a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166620 Feb 07 02:41:25.459735 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Router 942b3c68-3c34-47e9-979d-02c39f8e66f3 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:41:25.506886 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (33bcf161-16c5-4b26-8f36-302bc680fcf8), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.533459 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bcf161-16c5-4b26-8f36-302bc680fcf8']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:25.546255 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ded5ea6-ba4a-4b2a-b555-24ec796bb808') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:25.546515 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ded5ea6-ba4a-4b2a-b555-24ec796bb808') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:25.567438 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (3ded5ea6-ba4a-4b2a-b555-24ec796bb808), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.569057 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7bda7014-13f4-4b01-a0c1-6b12c28a6539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.593087 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (3ded5ea6-ba4a-4b2a-b555-24ec796bb808), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.606425 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:41:25.606602 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:41:25.607061 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (3ded5ea6-ba4a-4b2a-b555-24ec796bb808), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:41:25.608635 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:41:25.611839 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.622623 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] Sync routers for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:41:25.641747 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:41:25.642808 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:41:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:25.655658 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-3d05d204-5a29-4cd3-bd57-f602f2449580 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "PUT /v2.0/floatingips/839c3671-775d-41e5-83aa-9e2cdc1473c7 HTTP/1.1" status: 200 len: 991 time: 2.1641943 Feb 07 02:41:25.656855 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49686ae9-ee49-47db-b606-952b772a77de', 'tag': '31050fd3-c258-46e5-9fc0-259b905d695d'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:25.659888 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6136efa5-2d10-48b0-a803-716d87119f31" -d '{"events": [{"name": "network-changed", "server_uuid": "49686ae9-ee49-47db-b606-952b772a77de", "tag": "31050fd3-c258-46e5-9fc0-259b905d695d"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:25.695635 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (33bcf161-16c5-4b26-8f36-302bc680fcf8), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.705140 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.711385 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] 10.222.0.15 "DELETE /v2.0/networks/33bcf161-16c5-4b26-8f36-302bc680fcf8 HTTP/1.1" status: 204 len: 168 time: 0.4086463 Feb 07 02:41:25.717439 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e6b108-d952-4df0-acf8-a884a4366c41 x-openstack-request-id: req-b0e6b108-d952-4df0-acf8-a884a4366c41 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:25.718094 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49686ae9-ee49-47db-b606-952b772a77de", "tag": "31050fd3-c258-46e5-9fc0-259b905d695d", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:25.718491 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0e6b108-d952-4df0-acf8-a884a4366c41 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:25.719078 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49686ae9-ee49-47db-b606-952b772a77de', 'tag': '31050fd3-c258-46e5-9fc0-259b905d695d', 'status': 'completed', 'code': 200} Feb 07 02:41:25.781650 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f0dfd-a30f-4925-8291-0eac3681853a admin admin] Pushing event deleted for resources: {'Network': ['ID=33bcf161-16c5-4b26-8f36-302bc680fcf8,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:25.844165 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136efa5-2d10-48b0-a803-716d87119f31 req-5a55f81a-4cda-43ac-860e-8d297b8fe38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:25.850723 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6136efa5-2d10-48b0-a803-716d87119f31 req-5a55f81a-4cda-43ac-860e-8d297b8fe38b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 1129 time: 0.0895591 Feb 07 02:41:25.904202 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7bda7014-13f4-4b01-a0c1-6b12c28a6539 admin admin] Publish callbacks [] for security_group (e293a1b7-a011-495f-9389-2d16a3592cd0), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.913957 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7bda7014-13f4-4b01-a0c1-6b12c28a6539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (e293a1b7-a011-495f-9389-2d16a3592cd0), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:25.969458 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f6a17-279a-4890-af63-83de0ac9f232 req-5559bbc3-2f75-44b2-824e-3259995c9af5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:25.972260 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-068f6a17-279a-4890-af63-83de0ac9f232 req-5559bbc3-2f75-44b2-824e-3259995c9af5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1549640 Feb 07 02:41:25.979927 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7bda7014-13f4-4b01-a0c1-6b12c28a6539 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfb60f83f96341c69ee5edea1b349598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6632781 Feb 07 02:41:25.979927 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda7014-13f4-4b01-a0c1-6b12c28a6539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e293a1b7-a011-495f-9389-2d16a3592cd0,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:25.981528 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47838) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:25.998905 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:41:26.081744 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-068f6a17-279a-4890-af63-83de0ac9f232 req-90df3381-6ed2-4a2f-9a9e-2d97789ced9b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880909 Feb 07 02:41:26.123563 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-10d11fec-07ef-485d-b7e1-06e219c3cf1c admin admin] Publish callbacks [] for security_group (e293a1b7-a011-495f-9389-2d16a3592cd0), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:26.142692 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1fe13-893f-4b3c-b702-3b1ea2bf6c14 req-7e4ef369-73fb-4f1d-af5c-581422795299 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:26.147392 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-54c1fe13-893f-4b3c-b702-3b1ea2bf6c14 req-7e4ef369-73fb-4f1d-af5c-581422795299 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.2711325 Feb 07 02:41:26.157173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47844) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:26.221080 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136efa5-2d10-48b0-a803-716d87119f31 req-bb6a2861-36ed-47b6-8596-8c0965e36677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:26.222599 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6136efa5-2d10-48b0-a803-716d87119f31 req-bb6a2861-36ed-47b6-8596-8c0965e36677 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 911 time: 0.3575852 Feb 07 02:41:26.323815 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-54c1fe13-893f-4b3c-b702-3b1ea2bf6c14 req-4c759fac-b67c-4f10-9e1b-c7d3a6150d41 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644912 Feb 07 02:41:26.354705 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6136efa5-2d10-48b0-a803-716d87119f31 req-c38b8823-7f50-459a-8d72-bf85af923ee7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31050fd3-c258-46e5-9fc0-259b905d695d HTTP/1.1" status: 200 len: 999 time: 0.1233120 Feb 07 02:41:26.440554 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136efa5-2d10-48b0-a803-716d87119f31 req-a5a16336-761b-4810-bb33-a250d9933703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:26.443663 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6136efa5-2d10-48b0-a803-716d87119f31 req-a5a16336-761b-4810-bb33-a250d9933703 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 200 len: 849 time: 0.0813653 Feb 07 02:41:26.463253 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-10d11fec-07ef-485d-b7e1-06e219c3cf1c admin admin] Publish callbacks [] for security_group (e293a1b7-a011-495f-9389-2d16a3592cd0), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:26.489915 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '839c3671-775d-41e5-83aa-9e2cdc1473c7', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'port_id': '31050fd3-c258-46e5-9fc0-259b905d695d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'mac_address': 'fa:16:3e:26:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49686ae9-ee49-47db-b606-952b772a77de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:40:53Z', 'updated_at': '2022-02-07T02:41:24Z', 'revision_number': 1, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:26.563173 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136efa5-2d10-48b0-a803-716d87119f31 req-173c86f4-cc80-4d53-80c0-572a0d00af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:26.568432 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6136efa5-2d10-48b0-a803-716d87119f31 req-173c86f4-cc80-4d53-80c0-572a0d00af61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1107018 Feb 07 02:41:26.591517 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-10d11fec-07ef-485d-b7e1-06e219c3cf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (e293a1b7-a011-495f-9389-2d16a3592cd0), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:26.594090 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-10d11fec-07ef-485d-b7e1-06e219c3cf1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:26.595256 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-10d11fec-07ef-485d-b7e1-06e219c3cf1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e293a1b7-a011-495f-9389-2d16a3592cd0 HTTP/1.1" status: 204 len: 168 time: 0.6110888 Feb 07 02:41:26.689069 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d11fec-07ef-485d-b7e1-06e219c3cf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e293a1b7-a011-495f-9389-2d16a3592cd0,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:26.705326 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8daa54d0-dfe4-41fc-872c-72a08d4dcf8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd996ef1c51d473dbf5ff7e5fe2b7dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5445430 Feb 07 02:41:26.719491 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47868) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:26.758005 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7695858-dcef-4218-8d70-278050717f2b req-a9e631ac-c0ba-4e52-9e35-60c686335d5a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:26.759530 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a7695858-dcef-4218-8d70-278050717f2b req-a9e631ac-c0ba-4e52-9e35-60c686335d5a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.1450448 Feb 07 02:41:26.796717 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] Checking router: 942b3c68-3c34-47e9-979d-02c39f8e66f3 for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:41:26.797175 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6136efa5-2d10-48b0-a803-716d87119f31 req-65446da5-bbab-4872-9e27-ecd5b40c1dc1 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971514 Feb 07 02:41:26.815747 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b62f02-ec24-4962-90c6-89b2876e88af req-541437a4-30f2-4546-a438-5dab019c3f32 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:26.822338 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:41:26.823392 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:41:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:26.829114 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f7b62f02-ec24-4962-90c6-89b2876e88af req-541437a4-30f2-4546-a438-5dab019c3f32 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 945 time: 0.2385211 Feb 07 02:41:26.913688 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a7695858-dcef-4218-8d70-278050717f2b req-2e372a5e-cb7d-4799-9a19-acfdf0dc0350 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471512 Feb 07 02:41:26.947194 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f7b62f02-ec24-4962-90c6-89b2876e88af req-55cbea6a-370a-4671-8d75-3b34f770e4c7 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171398 Feb 07 02:41:26.981809 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Publish callbacks [] for security_group (bcafa50b-8252-4954-8e67-801fddc3272d), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:26.983038 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:41:27.014850 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Publish callbacks [] for security_group (bcafa50b-8252-4954-8e67-801fddc3272d), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.018691 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6136efa5-2d10-48b0-a803-716d87119f31 req-1535f273-0e3e-40da-b18d-bfac2e3d99bb service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053432 Feb 07 02:41:27.142926 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (bcafa50b-8252-4954-8e67-801fddc3272d), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.146685 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.148413 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcafa50b-8252-4954-8e67-801fddc3272d HTTP/1.1" status: 204 len: 168 time: 0.4188972 Feb 07 02:41:27.158500 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcafa50b-8252-4954-8e67-801fddc3272d,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:27.167683 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.168131 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.168434 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.168779 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.169113 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.169440 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.169777 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.170521 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.170521 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.170733 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.172229 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.172229 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.172229 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adde221-2c9b-43df-a8ea-02557e208b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.283134 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ee31-6148-479d-b6f6-ad4207ab8f06 req-2fa4e28b-8e83-447f-bb33-bf6b9c863527 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:27.284656 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3035ee31-6148-479d-b6f6-ad4207ab8f06 req-2fa4e28b-8e83-447f-bb33-bf6b9c863527 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0729127 Feb 07 02:41:27.315619 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '839c3671-775d-41e5-83aa-9e2cdc1473c7', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'port_id': '31050fd3-c258-46e5-9fc0-259b905d695d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'mac_address': 'fa:16:3e:26:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49686ae9-ee49-47db-b606-952b772a77de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:40:53Z', 'updated_at': '2022-02-07T02:41:24Z', 'revision_number': 1, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:27.343340 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3035ee31-6148-479d-b6f6-ad4207ab8f06 req-de8931ec-4c8b-45c5-a644-ea7f8f35c563 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514021 Feb 07 02:41:27.357137 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5052b299-cbe1-4adf-b08b-61b2cb837666 None None] The sync data for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi is: [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '839c3671-775d-41e5-83aa-9e2cdc1473c7', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'port_id': '31050fd3-c258-46e5-9fc0-259b905d695d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'mac_address': 'fa:16:3e:26:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49686ae9-ee49-47db-b606-952b772a77de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:40:53Z', 'updated_at': '2022-02-07T02:41:24Z', 'revision_number': 1, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:41:27.389867 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47888) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:27.405039 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.498076 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Publish callbacks [] for security_group (06e41d09-aa0b-42f9-a281-486a1af33bfb), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.505610 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (06e41d09-aa0b-42f9-a281-486a1af33bfb), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.550376 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=687f2d33eb2d4c73ad2a7e69ed2b9c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592643 Feb 07 02:41:27.550574 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47898) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:27.552333 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e41d09-aa0b-42f9-a281-486a1af33bfb,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:27.561103 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.561675 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.562329 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.562817 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.563306 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.563640 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.563984 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.564321 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.564706 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.565060 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.565380 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.565700 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.566012 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121da5c-f4e8-4a7e-8c3c-d338a6a4d055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:41:27.642988 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1116d6d5-ac4d-4f16-9a65-e8a314bfa10b admin admin] Publish callbacks [] for security_group (06e41d09-aa0b-42f9-a281-486a1af33bfb), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.670684 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1116d6d5-ac4d-4f16-9a65-e8a314bfa10b admin admin] Publish callbacks [] for security_group (06e41d09-aa0b-42f9-a281-486a1af33bfb), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.685745 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab239f5-c53d-433a-bff6-19682a7192f8 None None] New status for floating IP 839c3671-775d-41e5-83aa-9e2cdc1473c7: ACTIVE {{(pid=109071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:41:27.727471 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1116d6d5-ac4d-4f16-9a65-e8a314bfa10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (06e41d09-aa0b-42f9-a281-486a1af33bfb), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.730099 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1116d6d5-ac4d-4f16-9a65-e8a314bfa10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:27.731250 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1116d6d5-ac4d-4f16-9a65-e8a314bfa10b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06e41d09-aa0b-42f9-a281-486a1af33bfb HTTP/1.1" status: 204 len: 168 time: 0.1780040 Feb 07 02:41:27.739847 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116d6d5-ac4d-4f16-9a65-e8a314bfa10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e41d09-aa0b-42f9-a281-486a1af33bfb,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:27.904182 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 47906) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:27.953860 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47912) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:27.954532 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-914ae596-f83a-41fb-bafe-e5d034406559 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d41c45e12fe74d90b89a6c56b1345ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484219 Feb 07 02:41:28.017539 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4237a328-6735-4568-8740-15a51dafba86 admin admin] Publish callbacks [] for security_group (22358a3e-fb33-4c68-b533-c98400d25378), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:28.055197 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4237a328-6735-4568-8740-15a51dafba86 admin admin] Publish callbacks [] for security_group (22358a3e-fb33-4c68-b533-c98400d25378), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:28.090592 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2a890-3b4c-48e2-b48e-9a60eba8662a req-3f1b5f34-c433-4641-8518-c4c3ce28f13b tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:28.092877 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddd2a890-3b4c-48e2-b48e-9a60eba8662a req-3f1b5f34-c433-4641-8518-c4c3ce28f13b tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 945 time: 0.0588300 Feb 07 02:41:28.128249 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62654a-1c54-4cf1-ba91-4371bb56ce73 req-26f287c4-94ae-41ad-b412-8eecece6c3d2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:28.130468 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-bb62654a-1c54-4cf1-ba91-4371bb56ce73 req-26f287c4-94ae-41ad-b412-8eecece6c3d2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0880094 Feb 07 02:41:28.157943 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddd2a890-3b4c-48e2-b48e-9a60eba8662a req-83256bbb-16ef-4466-8b9f-ba226d6791bf tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602975 Feb 07 02:41:28.162900 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4237a328-6735-4568-8740-15a51dafba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (22358a3e-fb33-4c68-b533-c98400d25378), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:28.165448 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4237a328-6735-4568-8740-15a51dafba86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:28.166578 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4237a328-6735-4568-8740-15a51dafba86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22358a3e-fb33-4c68-b533-c98400d25378 HTTP/1.1" status: 204 len: 168 time: 0.2114737 Feb 07 02:41:28.202138 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-bb62654a-1c54-4cf1-ba91-4371bb56ce73 req-fb55f4e8-1f89-4846-a183-65da979b94bc tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623927 Feb 07 02:41:28.203293 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237a328-6735-4568-8740-15a51dafba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22358a3e-fb33-4c68-b533-c98400d25378,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:29.061112 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 47982) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:29.194872 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-795b6a13-833e-477c-bea5-f532c5a02ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:29.322744 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73f6e6-0919-414d-992d-b28e7294c7fd req-e39a8fcd-900a-4f04-b7be-ad2a53a5cf84 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:29.324940 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0d73f6e6-0919-414d-992d-b28e7294c7fd req-e39a8fcd-900a-4f04-b7be-ad2a53a5cf84 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 945 time: 0.0643079 Feb 07 02:41:29.355219 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-795b6a13-833e-477c-bea5-f532c5a02ad9 admin admin] Publish callbacks [] for security_group (75176011-0635-4516-8a48-76711ce4e2e7), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:29.386549 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-795b6a13-833e-477c-bea5-f532c5a02ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (75176011-0635-4516-8a48-76711ce4e2e7), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:29.393549 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0d73f6e6-0919-414d-992d-b28e7294c7fd req-15b65008-c6b9-4407-99ee-ad78e4e9ebfa tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/security-groups?id=5eaca249-60fe-4bf6-8e7c-3f232d123936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592117 Feb 07 02:41:29.456984 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-795b6a13-833e-477c-bea5-f532c5a02ad9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42b0f17c7d9344fea0cec42d1ad9f8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946528 Feb 07 02:41:29.459698 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48016) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:29.464156 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424c506-1cdc-4409-b2b0-00272d333cb1 req-1eac3fa0-2f39-422e-b426-b45b9bd6aa68 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:29.469353 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d424c506-1cdc-4409-b2b0-00272d333cb1 req-1eac3fa0-2f39-422e-b426-b45b9bd6aa68 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.1682525 Feb 07 02:41:29.482855 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614d748-ff85-45e3-a415-c89076eb33ad req-44c3ae32-16ee-4a36-b53c-c67c52ff7cb0 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:29.484888 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a614d748-ff85-45e3-a415-c89076eb33ad req-44c3ae32-16ee-4a36-b53c-c67c52ff7cb0 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 945 time: 0.1639416 Feb 07 02:41:29.503518 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b6a13-833e-477c-bea5-f532c5a02ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75176011-0635-4516-8a48-76711ce4e2e7,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:29.532779 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0da4-83c4-4b2d-bf71-d29653648b2d admin admin] Publish callbacks [] for security_group (75176011-0635-4516-8a48-76711ce4e2e7), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:29.564201 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0da4-83c4-4b2d-bf71-d29653648b2d admin admin] Publish callbacks [] for security_group (75176011-0635-4516-8a48-76711ce4e2e7), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:29.578212 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d424c506-1cdc-4409-b2b0-00272d333cb1 req-2fcea220-b2c8-43ee-a40b-c72c97070b0e tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918987 Feb 07 02:41:29.646210 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0da4-83c4-4b2d-bf71-d29653648b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (75176011-0635-4516-8a48-76711ce4e2e7), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:29.650667 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b9ff0da4-83c4-4b2d-bf71-d29653648b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:29.654429 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b9ff0da4-83c4-4b2d-bf71-d29653648b2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75176011-0635-4516-8a48-76711ce4e2e7 HTTP/1.1" status: 204 len: 168 time: 0.1913335 Feb 07 02:41:29.667408 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff0da4-83c4-4b2d-bf71-d29653648b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75176011-0635-4516-8a48-76711ce4e2e7,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:29.696150 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-a614d748-ff85-45e3-a415-c89076eb33ad req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Deleting port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:41:29.696686 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-a614d748-ff85-45e3-a415-c89076eb33ad req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:29.795108 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-a614d748-ff85-45e3-a415-c89076eb33ad req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] For port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,segment=NetworkSegment(2d0bed69-8007-4fd9-96b6-225c0ec57a34),segment_id=2d0bed69-8007-4fd9-96b6-225c0ec57a34)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:41:29.795543 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-a614d748-ff85-45e3-a415-c89076eb33ad req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:29.812702 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-a614d748-ff85-45e3-a415-c89076eb33ad req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Calling delete_port for 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 owned by compute:nova {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:41:30.009172 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-a614d748-ff85-45e3-a415-c89076eb33ad req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130'] for port (64fba6a8-5dc9-44c3-a9f5-2e22f3dad338), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:30.022500 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['64fba6a8-5dc9-44c3-a9f5-2e22f3dad338'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:41:30.045171 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Pushing event deleted for resources: {'Port': ['ID=64fba6a8-5dc9-44c3-a9f5-2e22f3dad338,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:30.119962 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a614d748-ff85-45e3-a415-c89076eb33ad req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] No DVR routers for this DVR port 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 on host hv-cinder-82806 {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:41:30.124448 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-a614d748-ff85-45e3-a415-c89076eb33ad req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:30.128137 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a614d748-ff85-45e3-a415-c89076eb33ad req-390b08bb-c3f3-413a-a3a9-3447384d024c tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.13 "DELETE /v2.0/ports/64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 HTTP/1.1" status: 204 len: 173 time: 0.6257074 Feb 07 02:41:30.128857 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6888ef-d36f-4394-b42f-7d3c66b0a4eb', 'name': 'network-vif-deleted', 'tag': '64fba6a8-5dc9-44c3-a9f5-2e22f3dad338'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:41:30.133898 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a75523d-7b25-4f54-8ab0-ab482f1383dc" -d '{"events": [{"server_uuid": "ca6888ef-d36f-4394-b42f-7d3c66b0a4eb", "name": "network-vif-deleted", "tag": "64fba6a8-5dc9-44c3-a9f5-2e22f3dad338"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:41:30.178522 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3af177-d9d4-4c1d-8621-b8ab05d9b4eb x-openstack-request-id: req-ad3af177-d9d4-4c1d-8621-b8ab05d9b4eb {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:41:30.178841 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6888ef-d36f-4394-b42f-7d3c66b0a4eb", "name": "network-vif-deleted", "tag": "64fba6a8-5dc9-44c3-a9f5-2e22f3dad338", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:41:30.179099 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad3af177-d9d4-4c1d-8621-b8ab05d9b4eb {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:41:30.179536 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6888ef-d36f-4394-b42f-7d3c66b0a4eb', 'name': 'network-vif-deleted', 'tag': '64fba6a8-5dc9-44c3-a9f5-2e22f3dad338', 'status': 'completed', 'code': 200} Feb 07 02:41:30.499577 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9a33a900-f4c2-4f1e-b7f8-6154084ae379 req-21dc9bcd-a162-4ac6-b615-5b567d8532c9 tempest-DeleteServersTestJSON-2002426131 tempest-DeleteServersTestJSON-2002426131-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca6888ef-d36f-4394-b42f-7d3c66b0a4eb HTTP/1.1" status: 200 len: 210 time: 0.0269423 Feb 07 02:41:30.725348 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59831a21-9aa8-4369-bfa2-0828ac43cb64 req-a9e2d08f-b95d-407a-ad48-0c28e6f0f135 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:30.728866 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-59831a21-9aa8-4369-bfa2-0828ac43cb64 req-a9e2d08f-b95d-407a-ad48-0c28e6f0f135 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0688026 Feb 07 02:41:30.786639 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-59831a21-9aa8-4369-bfa2-0828ac43cb64 req-70023f20-0531-49ad-9eac-b10fcbea9bad tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535479 Feb 07 02:41:30.978776 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48082) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:31.099117 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-106483fe-dee4-4562-8d0a-50f9ee71afe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.176231 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-106483fe-dee4-4562-8d0a-50f9ee71afe4 admin admin] Publish callbacks [] for security_group (91b47afb-5156-411d-a5f2-cc8f43748806), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.179837 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-106483fe-dee4-4562-8d0a-50f9ee71afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (91b47afb-5156-411d-a5f2-cc8f43748806), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.219036 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-106483fe-dee4-4562-8d0a-50f9ee71afe4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8513aa0bc8d94e31bdcec27a458325e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377908 Feb 07 02:41:31.220131 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106483fe-dee4-4562-8d0a-50f9ee71afe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b47afb-5156-411d-a5f2-cc8f43748806,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:31.221735 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48086) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:31.269006 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c6f7-24cd-48aa-b47e-f36c87cc5e06 admin admin] Publish callbacks [] for security_group (91b47afb-5156-411d-a5f2-cc8f43748806), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.292502 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c6f7-24cd-48aa-b47e-f36c87cc5e06 admin admin] Publish callbacks [] for security_group (91b47afb-5156-411d-a5f2-cc8f43748806), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.341834 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c6f7-24cd-48aa-b47e-f36c87cc5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (91b47afb-5156-411d-a5f2-cc8f43748806), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.344671 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c6f7-24cd-48aa-b47e-f36c87cc5e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.345848 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d9b6c6f7-24cd-48aa-b47e-f36c87cc5e06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91b47afb-5156-411d-a5f2-cc8f43748806 HTTP/1.1" status: 204 len: 168 time: 0.1222167 Feb 07 02:41:31.354293 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6c6f7-24cd-48aa-b47e-f36c87cc5e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b47afb-5156-411d-a5f2-cc8f43748806,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:31.674258 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48110) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:31.688434 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63f30116-6319-4ebc-9e6e-ac049e584d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.767143 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63f30116-6319-4ebc-9e6e-ac049e584d08 admin admin] Publish callbacks [] for security_group (23a7014c-d64e-4c8b-9660-2de8cb6a210e), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.773203 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63f30116-6319-4ebc-9e6e-ac049e584d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (23a7014c-d64e-4c8b-9660-2de8cb6a210e), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.817488 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48118) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:31.818075 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-63f30116-6319-4ebc-9e6e-ac049e584d08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=beb88c1a2b60405c93d2551ce5eb49ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419048 Feb 07 02:41:31.818701 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f30116-6319-4ebc-9e6e-ac049e584d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a7014c-d64e-4c8b-9660-2de8cb6a210e,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:31.883679 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2414-ee8b-4f6e-b9cf-ffb5d498ca8c admin admin] Publish callbacks [] for security_group (23a7014c-d64e-4c8b-9660-2de8cb6a210e), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.906286 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2414-ee8b-4f6e-b9cf-ffb5d498ca8c admin admin] Publish callbacks [] for security_group (23a7014c-d64e-4c8b-9660-2de8cb6a210e), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.928474 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b95b27-6628-4c75-82ad-c424fccb06f9 req-1b815009-1e0e-4f86-bf71-44f8c7085b9a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:31.930033 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-33b95b27-6628-4c75-82ad-c424fccb06f9 req-1b815009-1e0e-4f86-bf71-44f8c7085b9a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0516553 Feb 07 02:41:31.961402 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2414-ee8b-4f6e-b9cf-ffb5d498ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (23a7014c-d64e-4c8b-9660-2de8cb6a210e), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.965332 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5e7f2414-ee8b-4f6e-b9cf-ffb5d498ca8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:31.966802 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5e7f2414-ee8b-4f6e-b9cf-ffb5d498ca8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23a7014c-d64e-4c8b-9660-2de8cb6a210e HTTP/1.1" status: 204 len: 168 time: 0.1482852 Feb 07 02:41:31.988587 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f2414-ee8b-4f6e-b9cf-ffb5d498ca8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a7014c-d64e-4c8b-9660-2de8cb6a210e,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:32.010000 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-33b95b27-6628-4c75-82ad-c424fccb06f9 req-c8936af8-31c6-4f8d-b575-43a868807f96 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734694 Feb 07 02:41:32.985406 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48172) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:33.046106 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-88abd211-aa4f-41fa-b0a1-aeec78c8729c admin admin] Deleting subnet 144f7e35-0bd3-4680-bd9f-2abe288a0704 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:41:33.051789 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-88abd211-aa4f-41fa-b0a1-aeec78c8729c admin admin] Publish callbacks [] for subnet (144f7e35-0bd3-4680-bd9f-2abe288a0704), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.106427 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-88abd211-aa4f-41fa-b0a1-aeec78c8729c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13350466'] for subnet (144f7e35-0bd3-4680-bd9f-2abe288a0704), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.176271 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-88abd211-aa4f-41fa-b0a1-aeec78c8729c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (144f7e35-0bd3-4680-bd9f-2abe288a0704), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.207832 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfc756-7cda-4a88-b63c-061cb17044b9 req-74a2c3af-573e-42f4-a58d-13ebb104de69 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:33.209648 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d5bfc756-7cda-4a88-b63c-061cb17044b9 req-74a2c3af-573e-42f4-a58d-13ebb104de69 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.1163027 Feb 07 02:41:33.280382 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-88abd211-aa4f-41fa-b0a1-aeec78c8729c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13349921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13335487'] for subnet (144f7e35-0bd3-4680-bd9f-2abe288a0704), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.291846 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d5bfc756-7cda-4a88-b63c-061cb17044b9 req-d7d129ab-bfce-4b45-b0df-890b8ab097cc tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738256 Feb 07 02:41:33.314445 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abd211-aa4f-41fa-b0a1-aeec78c8729c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144f7e35-0bd3-4680-bd9f-2abe288a0704,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:33.316713 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-88abd211-aa4f-41fa-b0a1-aeec78c8729c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.320882 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-88abd211-aa4f-41fa-b0a1-aeec78c8729c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/144f7e35-0bd3-4680-bd9f-2abe288a0704 HTTP/1.1" status: 204 len: 168 time: 0.3344727 Feb 07 02:41:33.323605 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48194) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:33.404419 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (ac11eb35-89c5-4400-99fa-d790867c0215), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.486019 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (ac11eb35-89c5-4400-99fa-d790867c0215), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.505102 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48206) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:33.507451 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac11eb35-89c5-4400-99fa-d790867c0215']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:33.517046 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0bed69-8007-4fd9-96b6-225c0ec57a34') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:33.517347 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0bed69-8007-4fd9-96b6-225c0ec57a34') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:41:33.531699 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (2d0bed69-8007-4fd9-96b6-225c0ec57a34), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.545424 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (2d0bed69-8007-4fd9-96b6-225c0ec57a34), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.551383 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:41:33.551846 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (2d0bed69-8007-4fd9-96b6-225c0ec57a34), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:41:33.553951 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:41:33.612696 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (ac11eb35-89c5-4400-99fa-d790867c0215), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.617926 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-232d85a8-9cd6-4344-8e66-f813c02499d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.619069 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.629326 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] 10.222.0.15 "DELETE /v2.0/networks/ac11eb35-89c5-4400-99fa-d790867c0215 HTTP/1.1" status: 204 len: 168 time: 0.2982721 Feb 07 02:41:33.644818 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d901459-7563-4c62-8b0d-6d14a954ec7d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac11eb35-89c5-4400-99fa-d790867c0215,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:33.730401 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-232d85a8-9cd6-4344-8e66-f813c02499d4 admin admin] Publish callbacks [] for security_group (5ffb32dd-df83-4734-aff7-fa6d1c610abd), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.734994 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-232d85a8-9cd6-4344-8e66-f813c02499d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5ffb32dd-df83-4734-aff7-fa6d1c610abd), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.776890 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-232d85a8-9cd6-4344-8e66-f813c02499d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b55ce70ae4b48179e1c49ff2685eb88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706916 Feb 07 02:41:33.777290 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:41:33.778584 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d85a8-9cd6-4344-8e66-f813c02499d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb32dd-df83-4734-aff7-fa6d1c610abd,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:33.779561 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48222) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:33.784636 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48224) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:33.821191 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:41:33.822399 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 64fba6a8-5dc9-44c3-a9f5-2e22f3dad338 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:41:33.834493 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-13c65e34-fba4-4625-a191-c8016841c6fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8eff6e04661341908c55f615610f0336&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0485470 Feb 07 02:41:33.836894 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48228) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:33.840553 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-14fa6161-8d4d-47ba-bd39-aefabc28c7fe admin admin] Publish callbacks [] for security_group (5ffb32dd-df83-4734-aff7-fa6d1c610abd), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.866352 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-14fa6161-8d4d-47ba-bd39-aefabc28c7fe admin admin] Publish callbacks [] for security_group (5ffb32dd-df83-4734-aff7-fa6d1c610abd), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.887640 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c75c-1851-4848-85a7-a2a4fc3cf318 admin admin] Publish callbacks [] for security_group (5eaca249-60fe-4bf6-8e7c-3f232d123936), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.910234 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c75c-1851-4848-85a7-a2a4fc3cf318 admin admin] Publish callbacks [] for security_group (5eaca249-60fe-4bf6-8e7c-3f232d123936), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.916192 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-14fa6161-8d4d-47ba-bd39-aefabc28c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5ffb32dd-df83-4734-aff7-fa6d1c610abd), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.918880 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-14fa6161-8d4d-47ba-bd39-aefabc28c7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.923739 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-14fa6161-8d4d-47ba-bd39-aefabc28c7fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ffb32dd-df83-4734-aff7-fa6d1c610abd HTTP/1.1" status: 204 len: 168 time: 0.1429255 Feb 07 02:41:33.935337 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa6161-8d4d-47ba-bd39-aefabc28c7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb32dd-df83-4734-aff7-fa6d1c610abd,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:33.954120 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48234) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:33.981248 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c75c-1851-4848-85a7-a2a4fc3cf318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5eaca249-60fe-4bf6-8e7c-3f232d123936), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.984875 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4cb0c75c-1851-4848-85a7-a2a4fc3cf318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:33.989097 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4cb0c75c-1851-4848-85a7-a2a4fc3cf318 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5eaca249-60fe-4bf6-8e7c-3f232d123936 HTTP/1.1" status: 204 len: 168 time: 0.1484191 Feb 07 02:41:33.998409 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0c75c-1851-4848-85a7-a2a4fc3cf318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaca249-60fe-4bf6-8e7c-3f232d123936,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:34.087716 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7b4033b8-52f3-4eef-bfdd-9f7d63698773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:34.196225 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7b4033b8-52f3-4eef-bfdd-9f7d63698773 admin admin] Publish callbacks [] for security_group (8d1bedb1-13b9-46a9-b19c-ebe045b848c9), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:34.201883 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7b4033b8-52f3-4eef-bfdd-9f7d63698773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (8d1bedb1-13b9-46a9-b19c-ebe045b848c9), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:34.241671 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7b4033b8-52f3-4eef-bfdd-9f7d63698773 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a29a72cebf74451aa2171fc1f8bbfb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862303 Feb 07 02:41:34.242400 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4033b8-52f3-4eef-bfdd-9f7d63698773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1bedb1-13b9-46a9-b19c-ebe045b848c9,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:34.244880 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48256) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:34.299558 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-131f3002-4e4e-431c-be1e-be15151b1e6d admin admin] Publish callbacks [] for security_group (8d1bedb1-13b9-46a9-b19c-ebe045b848c9), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:34.323615 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-131f3002-4e4e-431c-be1e-be15151b1e6d admin admin] Publish callbacks [] for security_group (8d1bedb1-13b9-46a9-b19c-ebe045b848c9), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:34.389837 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-131f3002-4e4e-431c-be1e-be15151b1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (8d1bedb1-13b9-46a9-b19c-ebe045b848c9), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:34.392322 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-131f3002-4e4e-431c-be1e-be15151b1e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:34.393578 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-131f3002-4e4e-431c-be1e-be15151b1e6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d1bedb1-13b9-46a9-b19c-ebe045b848c9 HTTP/1.1" status: 204 len: 168 time: 0.1480556 Feb 07 02:41:34.444103 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f3002-4e4e-431c-be1e-be15151b1e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1bedb1-13b9-46a9-b19c-ebe045b848c9,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:34.498491 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-ba3e7d6a-a08f-445f-867c-676e6bd7fafb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311624 Feb 07 02:41:34.506145 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ca344-7274-4640-b490-cf8e04ee59b1 req-e3151283-ea82-425b-a950-332849d6ae37 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:34.515580 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c02ca344-7274-4640-b490-cf8e04ee59b1 req-e3151283-ea82-425b-a950-332849d6ae37 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.1344221 Feb 07 02:41:34.640612 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c02ca344-7274-4640-b490-cf8e04ee59b1 req-759dd2eb-2e61-4163-83a5-58a5e4b214a1 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237166 Feb 07 02:41:34.655895 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-1ee89403-bc48-4fc5-9b2c-076fbbee0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:34.657715 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-1ee89403-bc48-4fc5-9b2c-076fbbee0699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1130 time: 0.0953853 Feb 07 02:41:34.814742 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-4ee37131-a154-4835-9db9-f2609585f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:34.815786 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48282) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:34.816897 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-4ee37131-a154-4835-9db9-f2609585f4c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 920 time: 0.1156085 Feb 07 02:41:34.832263 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea2f2-782c-4c39-9cc5-30e2d5b78b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:34.897478 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-8b922b05-5445-4529-ba83-11434adfce96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93712836-c8dd-4300-9b90-33d7684d2c11 HTTP/1.1" status: 200 len: 217 time: 0.0678859 Feb 07 02:41:34.974111 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-a8d07866-aaa9-4f58-b32d-d8f870fe043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:34.975548 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-a8d07866-aaa9-4f58-b32d-d8f870fe043d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.0680373 Feb 07 02:41:34.983022 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea2f2-782c-4c39-9cc5-30e2d5b78b73 admin admin] Publish callbacks [] for security_group (0ffa34a0-8157-4150-b65a-ee377d9fba2a), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:34.987335 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea2f2-782c-4c39-9cc5-30e2d5b78b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (0ffa34a0-8157-4150-b65a-ee377d9fba2a), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:35.021283 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-209a11cb-9b21-476d-8775-72c65936b76c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293474 Feb 07 02:41:35.029043 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ef3ea2f2-782c-4c39-9cc5-30e2d5b78b73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b70831f5875742b5abd3a11e065af8e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114086 Feb 07 02:41:35.030989 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48290) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:35.031111 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ea2f2-782c-4c39-9cc5-30e2d5b78b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa34a0-8157-4150-b65a-ee377d9fba2a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:35.148519 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-384524f7-cb52-4875-94bb-fd1bcbb33bdf admin admin] Publish callbacks [] for security_group (0ffa34a0-8157-4150-b65a-ee377d9fba2a), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:35.176540 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-f65aae39-9889-4630-af3e-e7cde09d8f4e service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367984 Feb 07 02:41:35.180815 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-384524f7-cb52-4875-94bb-fd1bcbb33bdf admin admin] Publish callbacks [] for security_group (0ffa34a0-8157-4150-b65a-ee377d9fba2a), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:35.291824 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-384524f7-cb52-4875-94bb-fd1bcbb33bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (0ffa34a0-8157-4150-b65a-ee377d9fba2a), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:35.294314 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-384524f7-cb52-4875-94bb-fd1bcbb33bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:35.297792 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-384524f7-cb52-4875-94bb-fd1bcbb33bdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ffa34a0-8157-4150-b65a-ee377d9fba2a HTTP/1.1" status: 204 len: 168 time: 0.2632384 Feb 07 02:41:35.299241 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-66984c45-fe8e-4e29-a444-1b3ec7f3ca1b req-98cf1ca2-5001-4e1a-8ca6-76fde60e5b1c service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121967 Feb 07 02:41:35.305377 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384524f7-cb52-4875-94bb-fd1bcbb33bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa34a0-8157-4150-b65a-ee377d9fba2a,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:35.820133 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ce0b-4b76-4cee-81f6-40f99e381871 req-1a9b664b-5866-468c-a3d4-e72fdbf64cce tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:35.828702 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6fa9ce0b-4b76-4cee-81f6-40f99e381871 req-1a9b664b-5866-468c-a3d4-e72fdbf64cce tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0939627 Feb 07 02:41:35.914162 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6fa9ce0b-4b76-4cee-81f6-40f99e381871 req-09af2571-87e9-45f8-a4ba-43cb06d3aeed tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844934 Feb 07 02:41:36.707668 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48442) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:36.933340 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ac91-05cc-4836-a7ab-2199f818cb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.062273 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ac91-05cc-4836-a7ab-2199f818cb73 admin admin] Publish callbacks [] for security_group (be03333d-6263-44cd-a15e-6bbfbc6bd3b1), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.071482 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5d49e-1626-484d-bb82-e16a05afdbd5 req-6e7581e1-79ad-4960-85db-fc6793560b59 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:37.073228 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-45b5d49e-1626-484d-bb82-e16a05afdbd5 req-6e7581e1-79ad-4960-85db-fc6793560b59 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0935709 Feb 07 02:41:37.074370 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ac91-05cc-4836-a7ab-2199f818cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (be03333d-6263-44cd-a15e-6bbfbc6bd3b1), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.348752 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-dbc3ac91-05cc-4836-a7ab-2199f818cb73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55e0d7dfde424042b59a69788e8db645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6361549 Feb 07 02:41:37.348971 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48488) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:37.349701 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3ac91-05cc-4836-a7ab-2199f818cb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be03333d-6263-44cd-a15e-6bbfbc6bd3b1,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:37.377095 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-45b5d49e-1626-484d-bb82-e16a05afdbd5 req-0fd611df-62f5-4937-91a0-dfada2a3fb96 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970839 Feb 07 02:41:37.431819 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0c169846-bd82-4f67-ab2a-a25f0fd1d606 admin admin] Publish callbacks [] for security_group (be03333d-6263-44cd-a15e-6bbfbc6bd3b1), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.456724 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0c169846-bd82-4f67-ab2a-a25f0fd1d606 admin admin] Publish callbacks [] for security_group (be03333d-6263-44cd-a15e-6bbfbc6bd3b1), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.510022 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0c169846-bd82-4f67-ab2a-a25f0fd1d606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (be03333d-6263-44cd-a15e-6bbfbc6bd3b1), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.512815 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0c169846-bd82-4f67-ab2a-a25f0fd1d606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.513971 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0c169846-bd82-4f67-ab2a-a25f0fd1d606 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be03333d-6263-44cd-a15e-6bbfbc6bd3b1 HTTP/1.1" status: 204 len: 168 time: 0.1640098 Feb 07 02:41:37.523536 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c169846-bd82-4f67-ab2a-a25f0fd1d606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be03333d-6263-44cd-a15e-6bbfbc6bd3b1,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:37.687871 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48504) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:37.800742 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e367a476-345c-4d00-875c-286995e71d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.807820 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48508) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:37.820238 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63ad638e-95d0-40df-9791-fe6366618d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.880306 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e367a476-345c-4d00-875c-286995e71d91 admin admin] Publish callbacks [] for security_group (d6256e98-2e83-434b-8f1b-15d4ccc6d89b), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.883822 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e367a476-345c-4d00-875c-286995e71d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d6256e98-2e83-434b-8f1b-15d4ccc6d89b), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.896999 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63ad638e-95d0-40df-9791-fe6366618d90 admin admin] Publish callbacks [] for security_group (820a9fef-dabd-4f85-b886-8a5eb3c6ce21), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.900827 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-63ad638e-95d0-40df-9791-fe6366618d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (820a9fef-dabd-4f85-b886-8a5eb3c6ce21), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.924126 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e367a476-345c-4d00-875c-286995e71d91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3df0f4782b1e410b8f4b8810c880b9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349923 Feb 07 02:41:37.925273 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367a476-345c-4d00-875c-286995e71d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6256e98-2e83-434b-8f1b-15d4ccc6d89b,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:37.927467 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48510) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:37.941740 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-63ad638e-95d0-40df-9791-fe6366618d90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0593e084f1d346878c8ce511a1757421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310246 Feb 07 02:41:37.941740 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad638e-95d0-40df-9791-fe6366618d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820a9fef-dabd-4f85-b886-8a5eb3c6ce21,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:37.943338 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48512) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:37.978676 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-73b5bc1c-0037-4bcd-8fa9-152c10684d69 admin admin] Publish callbacks [] for security_group (d6256e98-2e83-434b-8f1b-15d4ccc6d89b), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.987133 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:37.995988 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-04e706a2-5136-4a2c-bb8c-c1c289e166aa admin admin] Publish callbacks [] for security_group (820a9fef-dabd-4f85-b886-8a5eb3c6ce21), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.002933 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-73b5bc1c-0037-4bcd-8fa9-152c10684d69 admin admin] Publish callbacks [] for security_group (d6256e98-2e83-434b-8f1b-15d4ccc6d89b), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.021507 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-04e706a2-5136-4a2c-bb8c-c1c289e166aa admin admin] Publish callbacks [] for security_group (820a9fef-dabd-4f85-b886-8a5eb3c6ce21), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.052390 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-73b5bc1c-0037-4bcd-8fa9-152c10684d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d6256e98-2e83-434b-8f1b-15d4ccc6d89b), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.055506 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-73b5bc1c-0037-4bcd-8fa9-152c10684d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.056848 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-73b5bc1c-0037-4bcd-8fa9-152c10684d69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6256e98-2e83-434b-8f1b-15d4ccc6d89b HTTP/1.1" status: 204 len: 168 time: 0.1283813 Feb 07 02:41:38.070871 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5bc1c-0037-4bcd-8fa9-152c10684d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6256e98-2e83-434b-8f1b-15d4ccc6d89b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:38.092083 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-04e706a2-5136-4a2c-bb8c-c1c289e166aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (820a9fef-dabd-4f85-b886-8a5eb3c6ce21), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.094780 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-04e706a2-5136-4a2c-bb8c-c1c289e166aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.096256 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-04e706a2-5136-4a2c-bb8c-c1c289e166aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/820a9fef-dabd-4f85-b886-8a5eb3c6ce21 HTTP/1.1" status: 204 len: 168 time: 0.1511281 Feb 07 02:41:38.105680 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e706a2-5136-4a2c-bb8c-c1c289e166aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a9fef-dabd-4f85-b886-8a5eb3c6ce21,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:38.492600 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48536) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:38.519217 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e8500582-4a98-42bd-b1ff-4b7d3fa4059a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.532319 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31caf4b-57a8-4cd8-b62c-60f5f9fe4f00 req-8612659a-a9b9-414a-aaaa-62fe5b0ed828 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:38.540631 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b31caf4b-57a8-4cd8-b62c-60f5f9fe4f00 req-8612659a-a9b9-414a-aaaa-62fe5b0ed828 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0696819 Feb 07 02:41:38.596830 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b31caf4b-57a8-4cd8-b62c-60f5f9fe4f00 req-fee0f41e-970d-4328-8a5e-82b3a068161e tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536935 Feb 07 02:41:38.670422 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e8500582-4a98-42bd-b1ff-4b7d3fa4059a admin admin] Publish callbacks [] for security_group (9284a15d-1510-4dcb-93ae-3a88c48fb403), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.677457 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e8500582-4a98-42bd-b1ff-4b7d3fa4059a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (9284a15d-1510-4dcb-93ae-3a88c48fb403), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.718184 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8500582-4a98-42bd-b1ff-4b7d3fa4059a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9284a15d-1510-4dcb-93ae-3a88c48fb403,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:38.724429 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e8500582-4a98-42bd-b1ff-4b7d3fa4059a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78b505e50a0741bb979f2a8472c9258f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306051 Feb 07 02:41:38.727556 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48548) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:38.795976 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a58efed-7ec8-43cc-b220-1ce926ab951c admin admin] Publish callbacks [] for security_group (9284a15d-1510-4dcb-93ae-3a88c48fb403), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.830990 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a58efed-7ec8-43cc-b220-1ce926ab951c admin admin] Publish callbacks [] for security_group (9284a15d-1510-4dcb-93ae-3a88c48fb403), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.900438 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a58efed-7ec8-43cc-b220-1ce926ab951c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (9284a15d-1510-4dcb-93ae-3a88c48fb403), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.905035 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a58efed-7ec8-43cc-b220-1ce926ab951c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:38.908678 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5a58efed-7ec8-43cc-b220-1ce926ab951c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9284a15d-1510-4dcb-93ae-3a88c48fb403 HTTP/1.1" status: 204 len: 168 time: 0.1777475 Feb 07 02:41:38.917766 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58efed-7ec8-43cc-b220-1ce926ab951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9284a15d-1510-4dcb-93ae-3a88c48fb403,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:39.754479 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e344a90-d1d2-4b58-9b03-6b94934fcd0c req-20a14043-9d23-4405-8982-c2606ea546e0 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:39.756210 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9e344a90-d1d2-4b58-9b03-6b94934fcd0c req-20a14043-9d23-4405-8982-c2606ea546e0 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0697582 Feb 07 02:41:39.808731 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9e344a90-d1d2-4b58-9b03-6b94934fcd0c req-188289e8-e186-4ef9-a092-b68585d9881b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471175 Feb 07 02:41:40.060217 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48622) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:40.144906 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48628) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:40.147820 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48630) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:40.241422 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-33ff644d-681a-4997-8cc1-208127ff2dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.249844 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a5969b0f-7ace-4c4b-ac8d-499e51e7ef1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.285939 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b89a-a54e-4e2b-81e8-415c1b9bdaae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.340973 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a5969b0f-7ace-4c4b-ac8d-499e51e7ef1e admin admin] Publish callbacks [] for security_group (4ba1b83c-93bd-48ba-8240-f46b0d07377e), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.345016 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a5969b0f-7ace-4c4b-ac8d-499e51e7ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4ba1b83c-93bd-48ba-8240-f46b0d07377e), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.374159 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-33ff644d-681a-4997-8cc1-208127ff2dd1 admin admin] Publish callbacks [] for security_group (bfdaa369-ea5e-4237-8617-38fe30a39abe), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.380338 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-33ff644d-681a-4997-8cc1-208127ff2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (bfdaa369-ea5e-4237-8617-38fe30a39abe), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.384303 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a5969b0f-7ace-4c4b-ac8d-499e51e7ef1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0336eb36243d4523a9eb9fe0b8cc6f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380931 Feb 07 02:41:40.385299 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5969b0f-7ace-4c4b-ac8d-499e51e7ef1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba1b83c-93bd-48ba-8240-f46b0d07377e,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:40.388567 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48638) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:40.434926 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-33ff644d-681a-4997-8cc1-208127ff2dd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9f9720d47bf436e9e2262ac2dcc2edd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3735693 Feb 07 02:41:40.437827 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c0d51dba-0d1d-4f03-8ee8-b42d5286397a admin admin] Publish callbacks [] for security_group (4ba1b83c-93bd-48ba-8240-f46b0d07377e), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.438115 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff644d-681a-4997-8cc1-208127ff2dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdaa369-ea5e-4237-8617-38fe30a39abe,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:40.439311 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48642) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:40.450326 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b89a-a54e-4e2b-81e8-415c1b9bdaae admin admin] Publish callbacks [] for security_group (21f787d8-18a5-4fca-b4d2-b0c990574f57), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.458390 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b89a-a54e-4e2b-81e8-415c1b9bdaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (21f787d8-18a5-4fca-b4d2-b0c990574f57), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.485422 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c0d51dba-0d1d-4f03-8ee8-b42d5286397a admin admin] Publish callbacks [] for security_group (4ba1b83c-93bd-48ba-8240-f46b0d07377e), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.496388 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e6e2b89a-a54e-4e2b-81e8-415c1b9bdaae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07b2b3041b5c44529941e9bc77001811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456585 Feb 07 02:41:40.497898 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48644) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:40.506878 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2b89a-a54e-4e2b-81e8-415c1b9bdaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f787d8-18a5-4fca-b4d2-b0c990574f57,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:40.538977 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-21905037-cff9-443a-b1f1-4806d58bb1a6 admin admin] Publish callbacks [] for security_group (bfdaa369-ea5e-4237-8617-38fe30a39abe), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.564161 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-21905037-cff9-443a-b1f1-4806d58bb1a6 admin admin] Publish callbacks [] for security_group (bfdaa369-ea5e-4237-8617-38fe30a39abe), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.567340 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c10846ab-5328-4ac1-8fbb-bf1fc623c2e9 admin admin] Publish callbacks [] for security_group (21f787d8-18a5-4fca-b4d2-b0c990574f57), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.570837 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c0d51dba-0d1d-4f03-8ee8-b42d5286397a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4ba1b83c-93bd-48ba-8240-f46b0d07377e), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.573624 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c0d51dba-0d1d-4f03-8ee8-b42d5286397a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.577154 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c0d51dba-0d1d-4f03-8ee8-b42d5286397a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ba1b83c-93bd-48ba-8240-f46b0d07377e HTTP/1.1" status: 204 len: 168 time: 0.1850808 Feb 07 02:41:40.591605 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d51dba-0d1d-4f03-8ee8-b42d5286397a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba1b83c-93bd-48ba-8240-f46b0d07377e,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:40.593071 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c10846ab-5328-4ac1-8fbb-bf1fc623c2e9 admin admin] Publish callbacks [] for security_group (21f787d8-18a5-4fca-b4d2-b0c990574f57), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.653624 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-21905037-cff9-443a-b1f1-4806d58bb1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (bfdaa369-ea5e-4237-8617-38fe30a39abe), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.657605 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-21905037-cff9-443a-b1f1-4806d58bb1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.659003 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-21905037-cff9-443a-b1f1-4806d58bb1a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfdaa369-ea5e-4237-8617-38fe30a39abe HTTP/1.1" status: 204 len: 168 time: 0.2186856 Feb 07 02:41:40.659826 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c10846ab-5328-4ac1-8fbb-bf1fc623c2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (21f787d8-18a5-4fca-b4d2-b0c990574f57), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.662946 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c10846ab-5328-4ac1-8fbb-bf1fc623c2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:40.667079 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c10846ab-5328-4ac1-8fbb-bf1fc623c2e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21f787d8-18a5-4fca-b4d2-b0c990574f57 HTTP/1.1" status: 204 len: 168 time: 0.1680055 Feb 07 02:41:40.678059 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21905037-cff9-443a-b1f1-4806d58bb1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdaa369-ea5e-4237-8617-38fe30a39abe,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:40.680025 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10846ab-5328-4ac1-8fbb-bf1fc623c2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f787d8-18a5-4fca-b4d2-b0c990574f57,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:40.937376 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d27df5-84a9-455b-9df9-6377a45f5080 req-e826e7d1-50ad-440e-8147-83fdc03be439 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:40.946358 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-15d27df5-84a9-455b-9df9-6377a45f5080 req-e826e7d1-50ad-440e-8147-83fdc03be439 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0648229 Feb 07 02:41:40.998246 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-15d27df5-84a9-455b-9df9-6377a45f5080 req-654ac079-04a2-488a-ae59-6aab245bd403 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502012 Feb 07 02:41:41.065638 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48664) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:41.078657 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ce4b250b-88c4-4297-a998-89d60cfc4331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.100705 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48666) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:41.117257 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d6dc2425-3e10-4d2c-8bf4-a2035355f4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.171799 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ce4b250b-88c4-4297-a998-89d60cfc4331 admin admin] Publish callbacks [] for security_group (e1488883-6022-4c28-959a-f276773bfd23), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.177154 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ce4b250b-88c4-4297-a998-89d60cfc4331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (e1488883-6022-4c28-959a-f276773bfd23), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.196884 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d6dc2425-3e10-4d2c-8bf4-a2035355f4bb admin admin] Publish callbacks [] for security_group (cababdcf-904c-4e51-b9a6-37c73e0f6d92), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.201263 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d6dc2425-3e10-4d2c-8bf4-a2035355f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (cababdcf-904c-4e51-b9a6-37c73e0f6d92), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.215936 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ce4b250b-88c4-4297-a998-89d60cfc4331 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72cb7e32c4cf436398066384703dff17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490619 Feb 07 02:41:41.218289 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48670) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:41.230528 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b250b-88c4-4297-a998-89d60cfc4331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1488883-6022-4c28-959a-f276773bfd23,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:41.240973 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d6dc2425-3e10-4d2c-8bf4-a2035355f4bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90bd8703c5274fd6812421d491c7f8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384804 Feb 07 02:41:41.241694 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc2425-3e10-4d2c-8bf4-a2035355f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cababdcf-904c-4e51-b9a6-37c73e0f6d92,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:41.243668 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48672) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:41.306153 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e066f531-dee3-4436-9951-291c6b4d86ee admin admin] Publish callbacks [] for security_group (e1488883-6022-4c28-959a-f276773bfd23), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.333124 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a94db0ac-1ddb-49ad-92bb-38c1d77bb93c admin admin] Publish callbacks [] for security_group (cababdcf-904c-4e51-b9a6-37c73e0f6d92), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.338995 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e066f531-dee3-4436-9951-291c6b4d86ee admin admin] Publish callbacks [] for security_group (e1488883-6022-4c28-959a-f276773bfd23), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.378752 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a94db0ac-1ddb-49ad-92bb-38c1d77bb93c admin admin] Publish callbacks [] for security_group (cababdcf-904c-4e51-b9a6-37c73e0f6d92), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.426288 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e066f531-dee3-4436-9951-291c6b4d86ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (e1488883-6022-4c28-959a-f276773bfd23), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.428755 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e066f531-dee3-4436-9951-291c6b4d86ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.432481 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e066f531-dee3-4436-9951-291c6b4d86ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1488883-6022-4c28-959a-f276773bfd23 HTTP/1.1" status: 204 len: 168 time: 0.2107229 Feb 07 02:41:41.440766 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066f531-dee3-4436-9951-291c6b4d86ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1488883-6022-4c28-959a-f276773bfd23,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:41.448144 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a94db0ac-1ddb-49ad-92bb-38c1d77bb93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (cababdcf-904c-4e51-b9a6-37c73e0f6d92), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.452267 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a94db0ac-1ddb-49ad-92bb-38c1d77bb93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:41.458198 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a94db0ac-1ddb-49ad-92bb-38c1d77bb93c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cababdcf-904c-4e51-b9a6-37c73e0f6d92 HTTP/1.1" status: 204 len: 168 time: 0.2135968 Feb 07 02:41:41.470330 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94db0ac-1ddb-49ad-92bb-38c1d77bb93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cababdcf-904c-4e51-b9a6-37c73e0f6d92,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:42.123125 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79579efb-9cea-4832-8107-9d2cb14a69bc req-de4b40b2-daf8-466a-bfd0-d82c15198427 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:42.124635 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-79579efb-9cea-4832-8107-9d2cb14a69bc req-de4b40b2-daf8-466a-bfd0-d82c15198427 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0580900 Feb 07 02:41:42.201724 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-79579efb-9cea-4832-8107-9d2cb14a69bc req-1cbe8141-ed16-464b-a778-d0e5446b5498 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701900 Feb 07 02:41:42.791762 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48762) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:43.006369 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0a5c46bd-ee53-4a96-8659-9bce70726ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:43.099005 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0a5c46bd-ee53-4a96-8659-9bce70726ea0 admin admin] Publish callbacks [] for security_group (682d202c-e785-4ee3-bd3d-d8c4b96f8680), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:43.104153 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0a5c46bd-ee53-4a96-8659-9bce70726ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (682d202c-e785-4ee3-bd3d-d8c4b96f8680), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:43.146562 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0a5c46bd-ee53-4a96-8659-9bce70726ea0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d04c0f05c4c4e3984b8148119a446dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535659 Feb 07 02:41:43.148741 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c46bd-ee53-4a96-8659-9bce70726ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682d202c-e785-4ee3-bd3d-d8c4b96f8680,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:43.149450 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48780) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:43.209594 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a4ba17c8-ab8c-4ada-8e2d-6614b96a181e admin admin] Publish callbacks [] for security_group (682d202c-e785-4ee3-bd3d-d8c4b96f8680), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:43.240285 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a4ba17c8-ab8c-4ada-8e2d-6614b96a181e admin admin] Publish callbacks [] for security_group (682d202c-e785-4ee3-bd3d-d8c4b96f8680), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:43.299553 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a4ba17c8-ab8c-4ada-8e2d-6614b96a181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (682d202c-e785-4ee3-bd3d-d8c4b96f8680), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:43.303038 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a4ba17c8-ab8c-4ada-8e2d-6614b96a181e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:43.307002 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a4ba17c8-ab8c-4ada-8e2d-6614b96a181e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/682d202c-e785-4ee3-bd3d-d8c4b96f8680 HTTP/1.1" status: 204 len: 168 time: 0.1555748 Feb 07 02:41:43.317853 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79084e7a-635a-401e-bf72-08510e398211 req-efe5ed01-fc42-47af-bb37-54e061ddbb8d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:43.319536 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-79084e7a-635a-401e-bf72-08510e398211 req-efe5ed01-fc42-47af-bb37-54e061ddbb8d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0581477 Feb 07 02:41:43.320827 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba17c8-ab8c-4ada-8e2d-6614b96a181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682d202c-e785-4ee3-bd3d-d8c4b96f8680,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:43.400911 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-79084e7a-635a-401e-bf72-08510e398211 req-2fe99ef5-ea38-425f-be3d-bb9b8fc1c4e4 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688498 Feb 07 02:41:43.833052 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48826) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:43.943587 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2c308f6f-2c2d-4bfb-bf05-6f0bad32ea65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:43.981912 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:41:44.017177 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2c308f6f-2c2d-4bfb-bf05-6f0bad32ea65 admin admin] Publish callbacks [] for security_group (1f6d3f14-00a1-4da9-a2d0-3e0d6a932326), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.021811 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2c308f6f-2c2d-4bfb-bf05-6f0bad32ea65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (1f6d3f14-00a1-4da9-a2d0-3e0d6a932326), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.065474 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-2c308f6f-2c2d-4bfb-bf05-6f0bad32ea65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4914803902b7433a91c1a145530d36d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307806 Feb 07 02:41:44.068249 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48838) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:44.074366 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c308f6f-2c2d-4bfb-bf05-6f0bad32ea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d3f14-00a1-4da9-a2d0-3e0d6a932326,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:44.133132 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d8698254-0fa2-4752-8f43-ecdc6a365d0a admin admin] Publish callbacks [] for security_group (1f6d3f14-00a1-4da9-a2d0-3e0d6a932326), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.154413 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d8698254-0fa2-4752-8f43-ecdc6a365d0a admin admin] Publish callbacks [] for security_group (1f6d3f14-00a1-4da9-a2d0-3e0d6a932326), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.201543 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d8698254-0fa2-4752-8f43-ecdc6a365d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (1f6d3f14-00a1-4da9-a2d0-3e0d6a932326), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.204079 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d8698254-0fa2-4752-8f43-ecdc6a365d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.205901 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d8698254-0fa2-4752-8f43-ecdc6a365d0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f6d3f14-00a1-4da9-a2d0-3e0d6a932326 HTTP/1.1" status: 204 len: 168 time: 0.1363289 Feb 07 02:41:44.215093 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8698254-0fa2-4752-8f43-ecdc6a365d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d3f14-00a1-4da9-a2d0-3e0d6a932326,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:44.522289 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b7eeb-c7e1-4dba-b292-174dda7bcee9 req-e33a18dc-5991-4293-955a-e4d6b71f021d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:44.528906 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-329b7eeb-c7e1-4dba-b292-174dda7bcee9 req-e33a18dc-5991-4293-955a-e4d6b71f021d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0613210 Feb 07 02:41:44.574317 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-329b7eeb-c7e1-4dba-b292-174dda7bcee9 req-2f0a665f-3b58-4572-b049-564b7d5402a9 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 Feb 07 02:41:44.588612 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 48894) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:44.605854 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b98dc6ea-b0b1-4445-879b-3fb01adb78f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.719030 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b98dc6ea-b0b1-4445-879b-3fb01adb78f8 admin admin] Publish callbacks [] for security_group (bf8fdb0d-42ed-4274-b947-b854739d39df), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.724203 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b98dc6ea-b0b1-4445-879b-3fb01adb78f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (bf8fdb0d-42ed-4274-b947-b854739d39df), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.768047 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b98dc6ea-b0b1-4445-879b-3fb01adb78f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1caa5718ebf44b995a10aab8051df73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781011 Feb 07 02:41:44.768982 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dc6ea-b0b1-4445-879b-3fb01adb78f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8fdb0d-42ed-4274-b947-b854739d39df,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:44.771940 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 48904) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:44.832027 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ae7f74e9-1d69-469c-8345-95cf31e991bb admin admin] Publish callbacks [] for security_group (bf8fdb0d-42ed-4274-b947-b854739d39df), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.857674 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ae7f74e9-1d69-469c-8345-95cf31e991bb admin admin] Publish callbacks [] for security_group (bf8fdb0d-42ed-4274-b947-b854739d39df), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.906129 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ae7f74e9-1d69-469c-8345-95cf31e991bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (bf8fdb0d-42ed-4274-b947-b854739d39df), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.908759 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ae7f74e9-1d69-469c-8345-95cf31e991bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:44.910461 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ae7f74e9-1d69-469c-8345-95cf31e991bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf8fdb0d-42ed-4274-b947-b854739d39df HTTP/1.1" status: 204 len: 168 time: 0.1372454 Feb 07 02:41:44.917904 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f74e9-1d69-469c-8345-95cf31e991bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8fdb0d-42ed-4274-b947-b854739d39df,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:45.360833 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50116a5a-aaf2-4e89-b150-c021d6238aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:45.689310 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43f104-4ade-4539-a778-977055c80eff req-9e94f847-0ba8-4ce3-b304-952239a8ef79 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:45.691323 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca43f104-4ade-4539-a778-977055c80eff req-9e94f847-0ba8-4ce3-b304-952239a8ef79 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0517833 Feb 07 02:41:45.739435 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca43f104-4ade-4539-a778-977055c80eff req-edba1959-af25-4e44-a0e9-05a16a367957 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Feb 07 02:41:46.871733 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7fc8b-befa-4ed6-bed8-5347050be639 req-b7b0fccc-d673-4fce-832a-0fe178643d58 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:46.873389 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2a7fc8b-befa-4ed6-bed8-5347050be639 req-b7b0fccc-d673-4fce-832a-0fe178643d58 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0593748 Feb 07 02:41:46.920229 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49016) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:46.922277 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2a7fc8b-befa-4ed6-bed8-5347050be639 req-ba233af0-c6a5-47a2-b662-aedd5a8415ab tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419476 Feb 07 02:41:47.022945 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36515d89-f490-4ea2-9718-040bf1a3ae0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.096691 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36515d89-f490-4ea2-9718-040bf1a3ae0e admin admin] Publish callbacks [] for security_group (ed5c5230-9cdb-4ee6-bc58-0cc42826f159), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.100265 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36515d89-f490-4ea2-9718-040bf1a3ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ed5c5230-9cdb-4ee6-bc58-0cc42826f159), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.136901 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36515d89-f490-4ea2-9718-040bf1a3ae0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c5230-9cdb-4ee6-bc58-0cc42826f159,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:47.141150 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-36515d89-f490-4ea2-9718-040bf1a3ae0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73ba08008e854149b5c1297717632ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197666 Feb 07 02:41:47.144383 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49020) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:47.191363 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-142e01e2-9d7d-427b-b0c1-c2b912018189 admin admin] Publish callbacks [] for security_group (ed5c5230-9cdb-4ee6-bc58-0cc42826f159), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.212172 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-142e01e2-9d7d-427b-b0c1-c2b912018189 admin admin] Publish callbacks [] for security_group (ed5c5230-9cdb-4ee6-bc58-0cc42826f159), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.257989 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-142e01e2-9d7d-427b-b0c1-c2b912018189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ed5c5230-9cdb-4ee6-bc58-0cc42826f159), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.260740 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-142e01e2-9d7d-427b-b0c1-c2b912018189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.261880 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-142e01e2-9d7d-427b-b0c1-c2b912018189 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed5c5230-9cdb-4ee6-bc58-0cc42826f159 HTTP/1.1" status: 204 len: 168 time: 0.1166129 Feb 07 02:41:47.270337 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e01e2-9d7d-427b-b0c1-c2b912018189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c5230-9cdb-4ee6-bc58-0cc42826f159,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:47.513363 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49028) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:47.526052 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4b3edea8-3038-454e-977a-5940f0659a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.597035 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4b3edea8-3038-454e-977a-5940f0659a7a admin admin] Publish callbacks [] for security_group (b13794f4-12dd-44be-be4d-b1e15ef47f0e), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.600568 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4b3edea8-3038-454e-977a-5940f0659a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b13794f4-12dd-44be-be4d-b1e15ef47f0e), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.637294 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4b3edea8-3038-454e-977a-5940f0659a7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8d73b3b91d84720b68f6358ffb52776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228862 Feb 07 02:41:47.638132 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3edea8-3038-454e-977a-5940f0659a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13794f4-12dd-44be-be4d-b1e15ef47f0e,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:47.640313 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49032) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:47.688197 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ca474990-a720-408d-8a28-efe28cb50af0 admin admin] Publish callbacks [] for security_group (b13794f4-12dd-44be-be4d-b1e15ef47f0e), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.709180 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ca474990-a720-408d-8a28-efe28cb50af0 admin admin] Publish callbacks [] for security_group (b13794f4-12dd-44be-be4d-b1e15ef47f0e), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.755590 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ca474990-a720-408d-8a28-efe28cb50af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b13794f4-12dd-44be-be4d-b1e15ef47f0e), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.758591 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ca474990-a720-408d-8a28-efe28cb50af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.759743 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ca474990-a720-408d-8a28-efe28cb50af0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b13794f4-12dd-44be-be4d-b1e15ef47f0e HTTP/1.1" status: 204 len: 168 time: 0.1185360 Feb 07 02:41:47.761269 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-10ec97a9-e59c-444e-9c6d-4566b495fe69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:47.767968 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca474990-a720-408d-8a28-efe28cb50af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13794f4-12dd-44be-be4d-b1e15ef47f0e,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:48.043578 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a504be-413a-4c8b-b68e-681535c671e0 req-bd102c44-cafe-4648-be8a-eaa9d6078318 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:48.045095 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-65a504be-413a-4c8b-b68e-681535c671e0 req-bd102c44-cafe-4648-be8a-eaa9d6078318 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0539327 Feb 07 02:41:48.099254 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-65a504be-413a-4c8b-b68e-681535c671e0 req-49618abc-92d9-4fb3-a713-97b40d0ed798 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478976 Feb 07 02:41:48.848367 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:49.225970 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcec9dd-6505-412d-90eb-95d10cff1896 req-2c4df764-cffe-4b92-a40a-d14b966f6260 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:49.227549 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2bcec9dd-6505-412d-90eb-95d10cff1896 req-2c4df764-cffe-4b92-a40a-d14b966f6260 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0562749 Feb 07 02:41:49.277849 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2bcec9dd-6505-412d-90eb-95d10cff1896 req-ccaa7d27-b389-4108-a3da-89b0169d6af2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437934 Feb 07 02:41:50.243066 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:50.392643 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a00c2-cd44-4517-9c31-6180524f5e42 req-6b3f3de2-e597-4da8-aa1b-62cac72496d4 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:50.394078 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d63a00c2-cd44-4517-9c31-6180524f5e42 req-6b3f3de2-e597-4da8-aa1b-62cac72496d4 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0513444 Feb 07 02:41:50.439078 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d63a00c2-cd44-4517-9c31-6180524f5e42 req-e1888ff3-02bc-464c-be2c-6c81551c27cb tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Feb 07 02:41:51.556294 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa199f1-83da-42e1-b1f2-015681ab7f5e req-cd85456a-30f2-4432-aeba-0e2a84457091 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:51.557738 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2aa199f1-83da-42e1-b1f2-015681ab7f5e req-cd85456a-30f2-4432-aeba-0e2a84457091 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0526278 Feb 07 02:41:51.602456 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2aa199f1-83da-42e1-b1f2-015681ab7f5e req-f216b6ed-56a4-400c-afac-55a8bfac7464 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Feb 07 02:41:51.913996 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:52.717073 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd22c97-de3f-444b-96ef-0faf752dd10b req-ea61941a-b82b-4129-bdb6-640d6508e42b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:52.718527 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7bd22c97-de3f-444b-96ef-0faf752dd10b req-ea61941a-b82b-4129-bdb6-640d6508e42b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0507557 Feb 07 02:41:52.764002 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7bd22c97-de3f-444b-96ef-0faf752dd10b req-113e1436-ae28-426d-b298-c2445fc79d9e tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Feb 07 02:41:53.883056 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ecc45-a82c-480d-b31a-27c212bbfc34 req-1ab6a065-af86-4498-8ffd-22d2cdcadc56 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:53.884569 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1c4ecc45-a82c-480d-b31a-27c212bbfc34 req-1ab6a065-af86-4498-8ffd-22d2cdcadc56 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0512085 Feb 07 02:41:53.930217 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1c4ecc45-a82c-480d-b31a-27c212bbfc34 req-c52d01ba-4d33-4266-98d7-5f67cb2e0179 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Feb 07 02:41:55.063658 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b0ecc-130e-416d-95c3-9366e1741e4d req-9dd7a517-ee28-4ea5-ac62-ce8d6a322019 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:55.065141 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7a7b0ecc-130e-416d-95c3-9366e1741e4d req-9dd7a517-ee28-4ea5-ac62-ce8d6a322019 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0570581 Feb 07 02:41:55.091744 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49242) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:55.114874 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7a7b0ecc-130e-416d-95c3-9366e1741e4d req-4623e432-c28d-4360-a4b2-f6b49709ce65 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437133 Feb 07 02:41:55.204279 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc13ee24-b7d4-4846-93b2-49ef33549a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:55.286843 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc13ee24-b7d4-4846-93b2-49ef33549a15 admin admin] Publish callbacks [] for security_group (b28b19c4-b049-48b4-9ae4-42cf23beb416), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:55.290661 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc13ee24-b7d4-4846-93b2-49ef33549a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b28b19c4-b049-48b4-9ae4-42cf23beb416), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:55.330388 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13ee24-b7d4-4846-93b2-49ef33549a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28b19c4-b049-48b4-9ae4-42cf23beb416,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:55.335767 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-cc13ee24-b7d4-4846-93b2-49ef33549a15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=277266a3399f4ad48cef5966ae2987c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430007 Feb 07 02:41:55.338458 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49250) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:55.385944 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-988d84de-34fe-4855-b0ab-57c96f6a226e admin admin] Publish callbacks [] for security_group (b28b19c4-b049-48b4-9ae4-42cf23beb416), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:55.406604 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-988d84de-34fe-4855-b0ab-57c96f6a226e admin admin] Publish callbacks [] for security_group (b28b19c4-b049-48b4-9ae4-42cf23beb416), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:55.456731 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-988d84de-34fe-4855-b0ab-57c96f6a226e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b28b19c4-b049-48b4-9ae4-42cf23beb416), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:55.460904 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-988d84de-34fe-4855-b0ab-57c96f6a226e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:55.460904 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-988d84de-34fe-4855-b0ab-57c96f6a226e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b28b19c4-b049-48b4-9ae4-42cf23beb416 HTTP/1.1" status: 204 len: 168 time: 0.1210861 Feb 07 02:41:55.472009 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d84de-34fe-4855-b0ab-57c96f6a226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28b19c4-b049-48b4-9ae4-42cf23beb416,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:56.246719 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ed416-3786-46c2-957d-38d779f8f41c req-58572ea4-b828-44db-93e5-6eeba70654c5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:56.248228 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-717ed416-3786-46c2-957d-38d779f8f41c req-58572ea4-b828-44db-93e5-6eeba70654c5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0545681 Feb 07 02:41:56.319493 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-717ed416-3786-46c2-957d-38d779f8f41c req-32d3a1f1-f4cf-4ed0-824a-95f3f6c216fb tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647435 Feb 07 02:41:57.437715 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36751-f925-46b5-82dc-0748548d6734 req-d65e73da-dec4-4c0a-ac5c-247974ac8cbe tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:57.439183 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89b36751-f925-46b5-82dc-0748548d6734 req-d65e73da-dec4-4c0a-ac5c-247974ac8cbe tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0536764 Feb 07 02:41:57.490509 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89b36751-f925-46b5-82dc-0748548d6734 req-cbdf2886-30b3-4277-821e-010915c8fa61 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450492 Feb 07 02:41:58.613328 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a084fc4-0879-48df-8812-d11a5c2dcf1c req-986de0b8-106f-4c44-af3a-27875273ad76 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:58.614694 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9a084fc4-0879-48df-8812-d11a5c2dcf1c req-986de0b8-106f-4c44-af3a-27875273ad76 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0577099 Feb 07 02:41:58.659821 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9a084fc4-0879-48df-8812-d11a5c2dcf1c req-c75cd53b-c964-4cfb-9a54-4c2c255a408d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 Feb 07 02:41:59.032125 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49336) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:59.035925 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49338) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:59.141284 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1a3-8688-4c31-9ff1-0770735e3dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.143712 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-83f8b17f-e317-46a3-ae64-c3d9d6f5128b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.224111 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1a3-8688-4c31-9ff1-0770735e3dc7 admin admin] Publish callbacks [] for security_group (5c589d33-6ef1-4cbd-adfd-073dad4413b1), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.227440 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-83f8b17f-e317-46a3-ae64-c3d9d6f5128b admin admin] Publish callbacks [] for security_group (2f1078d7-b300-4293-8148-6181e27d17f1), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.227862 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0f70f1a3-8688-4c31-9ff1-0770735e3dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5c589d33-6ef1-4cbd-adfd-073dad4413b1), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.230910 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-83f8b17f-e317-46a3-ae64-c3d9d6f5128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (2f1078d7-b300-4293-8148-6181e27d17f1), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.265134 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-0f70f1a3-8688-4c31-9ff1-0770735e3dc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fc0370b223844be80a680de68d7980d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288721 Feb 07 02:41:59.267086 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70f1a3-8688-4c31-9ff1-0770735e3dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c589d33-6ef1-4cbd-adfd-073dad4413b1,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:59.267503 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8b17f-e317-46a3-ae64-c3d9d6f5128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1078d7-b300-4293-8148-6181e27d17f1,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:59.271518 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49344) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:59.274540 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-83f8b17f-e317-46a3-ae64-c3d9d6f5128b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5ea0fd2d84a4eb08cb4c3cf39209c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375655 Feb 07 02:41:59.275196 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49346) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:59.325215 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-afdffc28-cdf5-4410-bce4-91b4c9f7591e admin admin] Publish callbacks [] for security_group (5c589d33-6ef1-4cbd-adfd-073dad4413b1), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.329722 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5356ff9b-7f21-4d38-992a-b4d44162a6d8 admin admin] Publish callbacks [] for security_group (2f1078d7-b300-4293-8148-6181e27d17f1), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.346043 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-afdffc28-cdf5-4410-bce4-91b4c9f7591e admin admin] Publish callbacks [] for security_group (5c589d33-6ef1-4cbd-adfd-073dad4413b1), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.351337 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5356ff9b-7f21-4d38-992a-b4d44162a6d8 admin admin] Publish callbacks [] for security_group (2f1078d7-b300-4293-8148-6181e27d17f1), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.397594 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-afdffc28-cdf5-4410-bce4-91b4c9f7591e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5c589d33-6ef1-4cbd-adfd-073dad4413b1), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.402243 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-afdffc28-cdf5-4410-bce4-91b4c9f7591e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.404862 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-afdffc28-cdf5-4410-bce4-91b4c9f7591e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c589d33-6ef1-4cbd-adfd-073dad4413b1 HTTP/1.1" status: 204 len: 168 time: 0.1322653 Feb 07 02:41:59.414308 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5356ff9b-7f21-4d38-992a-b4d44162a6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (2f1078d7-b300-4293-8148-6181e27d17f1), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.417335 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5356ff9b-7f21-4d38-992a-b4d44162a6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.417585 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdffc28-cdf5-4410-bce4-91b4c9f7591e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c589d33-6ef1-4cbd-adfd-073dad4413b1,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:59.420989 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5356ff9b-7f21-4d38-992a-b4d44162a6d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f1078d7-b300-4293-8148-6181e27d17f1 HTTP/1.1" status: 204 len: 168 time: 0.1443112 Feb 07 02:41:59.437265 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356ff9b-7f21-4d38-992a-b4d44162a6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1078d7-b300-4293-8148-6181e27d17f1,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:41:59.790059 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451206-ca26-44b2-a2da-c0e019c28a33 req-eb8437d9-da2d-473e-8205-cdaf2cbe2761 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:41:59.790059 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a4451206-ca26-44b2-a2da-c0e019c28a33 req-eb8437d9-da2d-473e-8205-cdaf2cbe2761 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0589817 Feb 07 02:41:59.805595 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49370) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:59.818985 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ce7d527-9ecc-4055-8484-24f68c6c182f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.841416 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a4451206-ca26-44b2-a2da-c0e019c28a33 req-ae9b7b19-39ef-4ed0-a77d-40037deb56fb tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471666 Feb 07 02:41:59.904476 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ce7d527-9ecc-4055-8484-24f68c6c182f admin admin] Publish callbacks [] for security_group (6e45020b-22a0-4804-9113-9ca37b2dd442), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.909156 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ce7d527-9ecc-4055-8484-24f68c6c182f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6e45020b-22a0-4804-9113-9ca37b2dd442), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:41:59.953139 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-0ce7d527-9ecc-4055-8484-24f68c6c182f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=240d70a6c8bb4d339341a8fa558858b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433489 Feb 07 02:41:59.953349 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49372) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:41:59.960061 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7d527-9ecc-4055-8484-24f68c6c182f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e45020b-22a0-4804-9113-9ca37b2dd442,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:00.008520 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-189d2a62-39f6-41df-80fb-3ce5838bc3ab admin admin] Publish callbacks [] for security_group (6e45020b-22a0-4804-9113-9ca37b2dd442), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.031207 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-189d2a62-39f6-41df-80fb-3ce5838bc3ab admin admin] Publish callbacks [] for security_group (6e45020b-22a0-4804-9113-9ca37b2dd442), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.079654 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-189d2a62-39f6-41df-80fb-3ce5838bc3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6e45020b-22a0-4804-9113-9ca37b2dd442), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.083794 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-189d2a62-39f6-41df-80fb-3ce5838bc3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.085088 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-189d2a62-39f6-41df-80fb-3ce5838bc3ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e45020b-22a0-4804-9113-9ca37b2dd442 HTTP/1.1" status: 204 len: 168 time: 0.1308277 Feb 07 02:42:00.100654 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d2a62-39f6-41df-80fb-3ce5838bc3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e45020b-22a0-4804-9113-9ca37b2dd442,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:00.433864 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49394) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:00.450175 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0318-ae96-4a0a-ac88-5e758d843eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.529164 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0318-ae96-4a0a-ac88-5e758d843eaa admin admin] Publish callbacks [] for security_group (4c300f20-53e0-4cc9-b171-f09dc69c3801), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.538631 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2e0c0318-ae96-4a0a-ac88-5e758d843eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4c300f20-53e0-4cc9-b171-f09dc69c3801), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.582265 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-2e0c0318-ae96-4a0a-ac88-5e758d843eaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c32d470761f34023b5443714972087e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471925 Feb 07 02:42:00.585541 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49406) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:00.587396 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c0318-ae96-4a0a-ac88-5e758d843eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c300f20-53e0-4cc9-b171-f09dc69c3801,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:00.642810 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7dfd823a-2ff3-4f4c-88a0-0d008d6b3731 admin admin] Publish callbacks [] for security_group (4c300f20-53e0-4cc9-b171-f09dc69c3801), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.664805 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7dfd823a-2ff3-4f4c-88a0-0d008d6b3731 admin admin] Publish callbacks [] for security_group (4c300f20-53e0-4cc9-b171-f09dc69c3801), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.714132 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7dfd823a-2ff3-4f4c-88a0-0d008d6b3731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4c300f20-53e0-4cc9-b171-f09dc69c3801), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.716675 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7dfd823a-2ff3-4f4c-88a0-0d008d6b3731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:00.717815 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7dfd823a-2ff3-4f4c-88a0-0d008d6b3731 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c300f20-53e0-4cc9-b171-f09dc69c3801 HTTP/1.1" status: 204 len: 168 time: 0.1305120 Feb 07 02:42:00.725993 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd823a-2ff3-4f4c-88a0-0d008d6b3731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c300f20-53e0-4cc9-b171-f09dc69c3801,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:00.958210 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa155e-7bd8-4575-97a1-2f25cbd1dd96 req-6f03ff11-1ce6-4d42-be84-13e510fc1dfb tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:00.959616 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ccfa155e-7bd8-4575-97a1-2f25cbd1dd96 req-6f03ff11-1ce6-4d42-be84-13e510fc1dfb tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0517008 Feb 07 02:42:01.014605 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ccfa155e-7bd8-4575-97a1-2f25cbd1dd96 req-68210a4f-f785-4b93-9cb7-8782cbed36f0 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486159 Feb 07 02:42:01.403102 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49438) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:01.500575 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1584519442-network', 'tenant_id': '389892796f3c4135a8d442afe846612a'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:01.524913 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Made reservation on behalf of 389892796f3c4135a8d442afe846612a for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:01.527473 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:01.537222 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:01.614416 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Publish callbacks [] for security_group (955888fc-7b7f-4804-89c9-53c90f65b782), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:01.618553 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (955888fc-7b7f-4804-89c9-53c90f65b782), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:01.643321 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:42:01.653204 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955888fc-7b7f-4804-89c9-53c90f65b782,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:01.661435 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (cc8e958e-6886-40b7-8c27-1642ac5fc179), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:01.661435 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Added segment cc8e958e-6886-40b7-8c27-1642ac5fc179 of type vlan for network 2d8f40d2-fcd5-4057-958d-babb1702b444 Feb 07 02:42:01.703539 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (2d8f40d2-fcd5-4057-958d-babb1702b444), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:01.727222 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (2d8f40d2-fcd5-4057-958d-babb1702b444), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:01.728545 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:01.729159 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:01.782690 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3785009 Feb 07 02:42:01.785948 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49450) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:01.789365 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118d86-ae0b-4a81-9a52-385688a4db99 admin admin] Pushing event updated for resources: {'Network': ['ID=2d8f40d2-fcd5-4057-958d-babb1702b444,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:01.790899 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Request body: {'subnet': {'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1584519442-subnet', 'tenant_id': '389892796f3c4135a8d442afe846612a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:01.799102 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 2d8f40d2-fcd5-4057-958d-babb1702b444 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:42:01.814413 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Made reservation on behalf of 389892796f3c4135a8d442afe846612a for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:01.817969 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:02.003201 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (28d7d244-6fa6-4db0-a947-203dd7efb640), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:02.064605 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d7d244-6fa6-4db0-a947-203dd7efb640,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:02.073476 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Checking segment: {'id': 'cc8e958e-6886-40b7-8c27-1642ac5fc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:02.073971 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Network hostable DHCP agents. Network: 2d8f40d2-fcd5-4057-958d-babb1702b444, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:42:02.090662 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Network 2d8f40d2-fcd5-4057-958d-babb1702b444 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:42:02.101710 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 2d8f40d2-fcd5-4057-958d-babb1702b444) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:02.108320 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:02.115060 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82ac52-b906-4cb7-8c0f-897d7739ebc0 None None] Network 2d8f40d2-fcd5-4057-958d-babb1702b444 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:02.116508 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:02.163228 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-44e1c83d-b3b8-4182-a359-1092dfe42ef9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3760500 Feb 07 02:42:02.189151 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e231c39-5ebb-4be8-836a-bb75805d5aec req-e9d784aa-19f6-4eb0-b648-76a5c367f2e3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:02.200804 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e231c39-5ebb-4be8-836a-bb75805d5aec req-e9d784aa-19f6-4eb0-b648-76a5c367f2e3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0949924 Feb 07 02:42:02.223680 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8024560-c089-4639-96ea-e145d2a613aa None None] Network 2d8f40d2-fcd5-4057-958d-babb1702b444 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:02.249226 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e231c39-5ebb-4be8-836a-bb75805d5aec req-d536602e-feaf-48a2-83c3-acabf1cd70d3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500505 Feb 07 02:42:02.814326 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bab26-5823-4edd-a1b7-e2c3138db619 req-8382bc57-fb4e-4801-94c3-9775e3520670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:02.816565 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b78bab26-5823-4edd-a1b7-e2c3138db619 req-8382bc57-fb4e-4801-94c3-9775e3520670 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 1129 time: 0.0465217 Feb 07 02:42:02.870359 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b78bab26-5823-4edd-a1b7-e2c3138db619 req-05f52add-0d83-4712-bc87-39de3cffd086 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 Feb 07 02:42:03.366211 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2077f-3c29-4eb9-bbcc-e51ac79a4d4a req-76eba33c-782d-42e3-b9ce-c13f4af926c5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:03.367704 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-17f2077f-3c29-4eb9-bbcc-e51ac79a4d4a req-76eba33c-782d-42e3-b9ce-c13f4af926c5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0515156 Feb 07 02:42:03.415332 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-17f2077f-3c29-4eb9-bbcc-e51ac79a4d4a req-7e2f39bd-2f25-4017-9888-cb91cf60237c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Feb 07 02:42:03.952333 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-827358e3-7ca5-42e6-8a77-1f6ef9e99ade tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:03.953795 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-827358e3-7ca5-42e6-8a77-1f6ef9e99ade tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/networks?id=2d8f40d2-fcd5-4057-958d-babb1702b444 HTTP/1.1" status: 200 len: 809 time: 0.1003666 Feb 07 02:42:03.970624 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-f5670cb8-82e2-4295-8e28-b2051229443d tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/quotas/389892796f3c4135a8d442afe846612a HTTP/1.1" status: 200 len: 375 time: 0.0094137 Feb 07 02:42:04.003191 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-c291ddcc-ce1c-4aec-85b6-3dd57806634f tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=389892796f3c4135a8d442afe846612a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273128 Feb 07 02:42:04.094545 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-2da653e0-6922-4bd6-8743-591693e9ee7c service neutron] 10.222.0.15 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842712 Feb 07 02:42:04.183984 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-9be4d9a1-94d0-4062-bce0-6d27edba1daa service neutron] 10.222.0.15 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832391 Feb 07 02:42:04.342099 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-373feaee-b7a9-4dd6-9621-d676eae14893 req-f10b3fe2-0e4f-4b3c-8d82-927a130c6ac0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 210 time: 0.0303841 Feb 07 02:42:04.541089 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6694eb-66dd-4b40-9f53-c7532d5510d5 req-b31aa4fb-7b4d-4364-adc1-464299c8f132 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:04.542709 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b6694eb-66dd-4b40-9f53-c7532d5510d5 req-b31aa4fb-7b4d-4364-adc1-464299c8f132 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0594778 Feb 07 02:42:04.603308 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b6694eb-66dd-4b40-9f53-c7532d5510d5 req-9daef903-5e37-4ad3-8127-42bc4416d4a5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551527 Feb 07 02:42:04.747810 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3fe32-4e0d-45bd-8c5a-49ee0b242b9e req-35ea4b42-5a51-4bd6-b2f0-e81b41cd6d20 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:04.749350 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-51d3fe32-4e0d-45bd-8c5a-49ee0b242b9e req-35ea4b42-5a51-4bd6-b2f0-e81b41cd6d20 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0682578 Feb 07 02:42:04.812536 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-51d3fe32-4e0d-45bd-8c5a-49ee0b242b9e req-a039a6d2-1f85-4ab5-b665-e66759126b67 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Feb 07 02:42:05.448869 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0ece8f0d-f664-4102-93c6-f99362ceabf9 req-074a078c-2a97-4ae3-973e-1c71371d90ab tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 210 time: 0.0291796 Feb 07 02:42:05.523034 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-8ce7f34e-8f87-4261-813b-b93c20e51e36 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:05.524661 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-8ce7f34e-8f87-4261-813b-b93c20e51e36 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.13 "GET /v2.0/networks?id=2d8f40d2-fcd5-4057-958d-babb1702b444 HTTP/1.1" status: 200 len: 809 time: 0.1522903 Feb 07 02:42:05.538931 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Request body: {'port': {'device_id': 'd87fa198-b7fd-4716-b586-2a48a4702aae', 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444', 'admin_state_up': True, 'tenant_id': '389892796f3c4135a8d442afe846612a'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:05.650609 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Made reservation on behalf of 389892796f3c4135a8d442afe846612a for: {'port': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:05.654035 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:05.786331 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Allocated IP 172.20.0.14 (2d8f40d2-fcd5-4057-958d-babb1702b444/28d7d244-6fa6-4db0-a947-203dd7efb640/2fbe2a36-3190-4955-b1d5-0e40201d42cc) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:05.962783 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks [] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:06.000102 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:06.044007 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Network 2d8f40d2-fcd5-4057-958d-babb1702b444 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:06.047067 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:06.049439 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:06.054490 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:06.055093 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:06.064140 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Pushing event updated for resources: {'Port': ['ID=2fbe2a36-3190-4955-b1d5-0e40201d42cc,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:06.081102 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-4dc9e7ba-0d64-402c-9c5a-fb90bdbd604c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5467427 Feb 07 02:42:06.092717 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Request body: {'port': {'device_id': 'd87fa198-b7fd-4716-b586-2a48a4702aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:06.154375 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:06.457674 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbe2a36-3190-4955-b1d5-0e40201d42cc {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:42:06.466105 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Publish callbacks [] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:06.472509 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-7748f353-d3e6-48fe-ac6f-9511f88577d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:06.474227 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-7748f353-d3e6-48fe-ac6f-9511f88577d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1130 time: 0.0853083 Feb 07 02:42:06.479967 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Transition to ACTIVE for port object 2fbe2a36-3190-4955-b1d5-0e40201d42cc will not be triggered until provisioned by entity L2. {{(pid=109069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:42:06.485377 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:06.495078 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6afce-d93e-4129-b928-11825c62f75a req-d8e7491a-a6fd-4fea-a45b-09b27c5ae017 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:06.496608 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86f6afce-d93e-4129-b928-11825c62f75a req-d8e7491a-a6fd-4fea-a45b-09b27c5ae017 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0996573 Feb 07 02:42:06.571206 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Pushing event updated for resources: {'Port': ['ID=2fbe2a36-3190-4955-b1d5-0e40201d42cc,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:06.625297 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86f6afce-d93e-4129-b928-11825c62f75a req-994925e3-9311-41fc-9961-a37d6b60c0d5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196215 Feb 07 02:42:06.635446 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Attempting to bind port 2fbe2a36-3190-4955-b1d5-0e40201d42cc on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:06.635799 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Attempting to bind port 2fbe2a36-3190-4955-b1d5-0e40201d42cc by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'cc8e958e-6886-40b7-8c27-1642ac5fc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:06.636132 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Attempting to bind port 2fbe2a36-3190-4955-b1d5-0e40201d42cc on network 2d8f40d2-fcd5-4057-958d-babb1702b444 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:06.636662 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-fd0440f0-e9c3-451a-a10a-dde0c124972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:06.638172 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-fd0440f0-e9c3-451a-a10a-dde0c124972e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 920 time: 0.1522012 Feb 07 02:42:06.651982 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c92ea-4427-44c1-a9b8-5adaeacd6b64 req-a90a2bd6-7157-4f98-8daf-6a18076fc71e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:06.653524 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e32c92ea-4427-44c1-a9b8-5adaeacd6b64 req-a90a2bd6-7157-4f98-8daf-6a18076fc71e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 944 time: 0.1144798 Feb 07 02:42:06.654559 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Port 2fbe2a36-3190-4955-b1d5-0e40201d42cc on network 2d8f40d2-fcd5-4057-958d-babb1702b444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:42:06.655394 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Attempting to bind port 2fbe2a36-3190-4955-b1d5-0e40201d42cc on network 2d8f40d2-fcd5-4057-958d-babb1702b444 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:06.673027 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:06.673385 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Checking segment: {'id': 'cc8e958e-6886-40b7-8c27-1642ac5fc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:06.673740 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Bound using segment: {'id': 'cc8e958e-6886-40b7-8c27-1642ac5fc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:06.674179 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Bound port: 2fbe2a36-3190-4955-b1d5-0e40201d42cc, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8e958e-6886-40b7-8c27-1642ac5fc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:06.674534 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:06.692584 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-6072e840-8166-4447-9a07-47d98e995003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93712836-c8dd-4300-9b90-33d7684d2c11 HTTP/1.1" status: 200 len: 217 time: 0.0465729 Feb 07 02:42:06.744122 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-1c28d0f1-a8b7-490f-866f-491763eb6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:06.744435 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e32c92ea-4427-44c1-a9b8-5adaeacd6b64 req-90ce9d3c-7009-4594-a650-37c493cbabf0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813067 Feb 07 02:42:06.746014 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-1c28d0f1-a8b7-490f-866f-491763eb6755 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.0462716 Feb 07 02:42:06.769436 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] For port 2fbe2a36-3190-4955-b1d5-0e40201d42cc, host hv-cinder-82806, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:06.776692 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] For port 2fbe2a36-3190-4955-b1d5-0e40201d42cc, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2fbe2a36-3190-4955-b1d5-0e40201d42cc,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:06.782504 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-661a0851-b025-4818-94c0-1ec4a3f5c587 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280912 Feb 07 02:42:06.785706 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:06.821496 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:06.822150 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:06.823743 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] 10.222.0.13 "PUT /v2.0/ports/2fbe2a36-3190-4955-b1d5-0e40201d42cc HTTP/1.1" status: 200 len: 1094 time: 0.7350438 Feb 07 02:42:06.824278 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87fa198-b7fd-4716-b586-2a48a4702aae', 'tag': '2fbe2a36-3190-4955-b1d5-0e40201d42cc'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:42:06.827023 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc479762-3135-4dbe-8b2e-5e6230431aae" -d '{"events": [{"name": "network-changed", "server_uuid": "d87fa198-b7fd-4716-b586-2a48a4702aae", "tag": "2fbe2a36-3190-4955-b1d5-0e40201d42cc"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:42:06.901557 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a93fe-b6c6-4c06-81ab-c13ef78ecfe6 x-openstack-request-id: req-3b6a93fe-b6c6-4c06-81ab-c13ef78ecfe6 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:42:06.901845 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87fa198-b7fd-4716-b586-2a48a4702aae", "tag": "2fbe2a36-3190-4955-b1d5-0e40201d42cc", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:42:06.902098 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b6a93fe-b6c6-4c06-81ab-c13ef78ecfe6 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:42:06.902486 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87fa198-b7fd-4716-b586-2a48a4702aae', 'tag': '2fbe2a36-3190-4955-b1d5-0e40201d42cc', 'status': 'completed', 'code': 200} Feb 07 02:42:06.904457 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f2c69-faab-4e8c-a4ed-9b226dc9effa service neutron] Pushing event updated for resources: {'Port': ['ID=2fbe2a36-3190-4955-b1d5-0e40201d42cc,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:06.929917 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-3a3e9f88-3532-430e-a613-e0f36a1cf89c service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412046 Feb 07 02:42:06.944065 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-df227017-bf7b-414f-b0f3-499fc2990af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:06.945610 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-df227017-bf7b-414f-b0f3-499fc2990af6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=389892796f3c4135a8d442afe846612a&device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 1128 time: 0.0612166 Feb 07 02:42:06.994668 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-1475e156-eef0-4153-877e-fa54609556a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fbe2a36-3190-4955-b1d5-0e40201d42cc HTTP/1.1" status: 200 len: 217 time: 0.0410664 Feb 07 02:42:07.055552 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e9b7833-8585-48fa-b3c5-f0a70d756a21 req-3a8e7ce6-d6a9-4cae-a247-80260b827173 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106074 Feb 07 02:42:07.064244 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-5c54ffcd-f3e6-4b96-ba40-d242f27068fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:07.066481 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-5c54ffcd-f3e6-4b96-ba40-d242f27068fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=28d7d244-6fa6-4db0-a947-203dd7efb640 HTTP/1.1" status: 200 len: 849 time: 0.0604188 Feb 07 02:42:07.116285 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-07bf8b78-92c1-4602-b328-459ecb35d861 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d8f40d2-fcd5-4057-958d-babb1702b444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410373 Feb 07 02:42:07.244542 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-28db5080-b82d-43af-9424-96709861d553 service neutron] 10.222.0.13 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927622 Feb 07 02:42:07.355034 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d52416f8-0a78-4ad5-b6e2-d140805d25a8 req-9767d2df-4d56-4333-91db-4561d20eccb0 service neutron] 10.222.0.13 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031551 Feb 07 02:42:07.450649 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-fa5d545d-c77b-4921-bd28-3eee30c1d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:07.452098 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-fa5d545d-c77b-4921-bd28-3eee30c1d4b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=389892796f3c4135a8d442afe846612a&device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 1128 time: 0.0481896 Feb 07 02:42:07.541570 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-1cfb884d-15f6-486d-81ab-d650ad6076cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:07.542997 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-1cfb884d-15f6-486d-81ab-d650ad6076cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2d8f40d2-fcd5-4057-958d-babb1702b444 HTTP/1.1" status: 200 len: 910 time: 0.0819778 Feb 07 02:42:07.592803 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-56d961d3-765d-4bc4-b6a5-89849d6ba9d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fbe2a36-3190-4955-b1d5-0e40201d42cc HTTP/1.1" status: 200 len: 217 time: 0.0370195 Feb 07 02:42:07.643241 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-1c4e6387-22f2-4441-9f13-840c889a0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:07.644746 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-1c4e6387-22f2-4441-9f13-840c889a0c93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=28d7d244-6fa6-4db0-a947-203dd7efb640 HTTP/1.1" status: 200 len: 849 time: 0.0439527 Feb 07 02:42:07.676964 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-bdb972ee-30ae-4ade-ba92-ae4211b40754 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d8f40d2-fcd5-4057-958d-babb1702b444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251763 Feb 07 02:42:07.809984 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f00e0-aa75-4400-b7bc-7ee9debc85a3 req-faa11fd1-0118-4cbc-bc43-b5f3e5f5de85 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:07.811435 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8f8f00e0-aa75-4400-b7bc-7ee9debc85a3 req-faa11fd1-0118-4cbc-bc43-b5f3e5f5de85 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0859845 Feb 07 02:42:07.813583 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-40be26be-e44e-4e5e-9d01-aab8dbfd5cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282957 Feb 07 02:42:07.865626 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0090265-e608-448e-b2ad-7c9e37a8b88c req-0c53271b-3e73-44cd-be7b-c493e2fd529a tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:07.867070 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d0090265-e608-448e-b2ad-7c9e37a8b88c req-0c53271b-3e73-44cd-be7b-c493e2fd529a tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 944 time: 0.0518737 Feb 07 02:42:07.914607 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8f8f00e0-aa75-4400-b7bc-7ee9debc85a3 req-407c003b-5d12-4b02-a362-b22fdf8593b8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976264 Feb 07 02:42:07.918970 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d0090265-e608-448e-b2ad-7c9e37a8b88c req-447e2a83-153e-49d3-866d-a50ed06413cf tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Feb 07 02:42:07.939835 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fc479762-3135-4dbe-8b2e-5e6230431aae req-5bb85b25-68d9-4c59-a806-7b70379d43ed service neutron] 10.222.0.13 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160021 Feb 07 02:42:07.989362 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:09.034608 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ab73a-2e44-4091-b338-0534d9b2c098 req-28595d61-383f-467d-9e7a-5e480053203a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:09.036092 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-611ab73a-2e44-4091-b338-0534d9b2c098 req-28595d61-383f-467d-9e7a-5e480053203a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0520234 Feb 07 02:42:09.046458 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23547bd0-797d-4de4-8a9c-fb55f617afb0 req-028fc64c-bd4e-4792-be80-32af630b3005 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:09.048002 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-23547bd0-797d-4de4-8a9c-fb55f617afb0 req-028fc64c-bd4e-4792-be80-32af630b3005 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 944 time: 0.0547943 Feb 07 02:42:09.082109 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-611ab73a-2e44-4091-b338-0534d9b2c098 req-85564977-b706-4bcc-831a-147b48482298 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Feb 07 02:42:09.093955 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-23547bd0-797d-4de4-8a9c-fb55f617afb0 req-99333bda-3605-4225-b7b9-9ef7d88b4a1c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Feb 07 02:42:10.196470 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e6ce1-e1b4-498e-a042-ad5a6e8347ad req-be981983-255c-4a38-8be3-5fcdbda29628 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:10.198315 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f67e6ce1-e1b4-498e-a042-ad5a6e8347ad req-be981983-255c-4a38-8be3-5fcdbda29628 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0516329 Feb 07 02:42:10.208899 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946951-0ec1-43ca-b0b0-8a3c53179b87 req-4ee7194c-1fb7-489e-bc96-1debbb6d110a tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:10.210376 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-34946951-0ec1-43ca-b0b0-8a3c53179b87 req-4ee7194c-1fb7-489e-bc96-1debbb6d110a tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 944 time: 0.0510585 Feb 07 02:42:10.244069 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f67e6ce1-e1b4-498e-a042-ad5a6e8347ad req-cc413bfd-e8f2-4e7c-8213-e8866d731990 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Feb 07 02:42:10.255177 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-34946951-0ec1-43ca-b0b0-8a3c53179b87 req-cd0f578c-ec04-420a-8962-90ccf0c9a609 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387793 Feb 07 02:42:10.644097 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 2fbe2a36-3190-4955-b1d5-0e40201d42cc details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:42:10.739672 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 2fbe2a36-3190-4955-b1d5-0e40201d42cc, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2fbe2a36-3190-4955-b1d5-0e40201d42cc,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:10.750937 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '2fbe2a36-3190-4955-b1d5-0e40201d42cc', 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444', 'port_id': '2fbe2a36-3190-4955-b1d5-0e40201d42cc', 'mac_address': 'fa:16:3e:59:c4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d7d244-6fa6-4db0-a947-203dd7efb640', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:42:10.785738 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 2fbe2a36-3190-4955-b1d5-0e40201d42cc is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:10.786116 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:10.797960 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbe2a36-3190-4955-b1d5-0e40201d42cc {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:42:10.820837 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 2fbe2a36-3190-4955-b1d5-0e40201d42cc, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2fbe2a36-3190-4955-b1d5-0e40201d42cc,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:10.824916 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:10.869874 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=2fbe2a36-3190-4955-b1d5-0e40201d42cc,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:10.876602 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.876970 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.877315 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.877643 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.877967 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.878288 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.878614 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.878930 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.879247 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.880172 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.880529 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.880848 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:10.881163 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:11.360851 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b85fea-9676-4d13-a662-7022329fbebe req-21806c20-3aa8-4877-b4df-8c96e0a13c9b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:11.362303 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-31b85fea-9676-4d13-a662-7022329fbebe req-21806c20-3aa8-4877-b4df-8c96e0a13c9b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0540123 Feb 07 02:42:11.369870 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e1120-0b35-413e-a9ff-60dd6bfca2ed req-c8137ae3-b67a-4add-9c32-64ebce631163 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:11.371292 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-186e1120-0b35-413e-a9ff-60dd6bfca2ed req-c8137ae3-b67a-4add-9c32-64ebce631163 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 945 time: 0.0506914 Feb 07 02:42:11.407534 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-31b85fea-9676-4d13-a662-7022329fbebe req-11d0ee7a-3f00-4bf3-af1d-172424cf9db9 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Feb 07 02:42:11.420570 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-186e1120-0b35-413e-a9ff-60dd6bfca2ed req-645115b8-ea3f-4008-a3d6-fb4207d033b2 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Feb 07 02:42:11.982846 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['2fbe2a36-3190-4955-b1d5-0e40201d42cc'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:42:12.526477 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69d1d7-61c1-4638-85f5-eae68a6ea279 req-49f5a5c9-5be9-4091-b2d0-8bceb8ebdd39 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:12.533125 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7d69d1d7-61c1-4638-85f5-eae68a6ea279 req-49f5a5c9-5be9-4091-b2d0-8bceb8ebdd39 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0595438 Feb 07 02:42:12.542078 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ebde4-3102-4871-8121-ab06a7197b51 req-2fd94c95-5d1e-4b58-b162-a931cd0ca718 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:12.544252 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc8ebde4-3102-4871-8121-ab06a7197b51 req-2fd94c95-5d1e-4b58-b162-a931cd0ca718 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 945 time: 0.0583563 Feb 07 02:42:12.577045 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7d69d1d7-61c1-4638-85f5-eae68a6ea279 req-6ba163f1-33ed-41ca-99de-0bb8d63df234 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Feb 07 02:42:12.596429 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc8ebde4-3102-4871-8121-ab06a7197b51 req-6b9c0a50-ffe4-4643-bbec-e8ca24fb0f34 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463607 Feb 07 02:42:12.702623 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49720) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:12.815239 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3b8aca2e-b6b7-48ab-9629-57d4f15eba01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:12.885982 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3b8aca2e-b6b7-48ab-9629-57d4f15eba01 admin admin] Publish callbacks [] for security_group (84c91f5f-8d53-4f38-ac4a-a4a81038d39c), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:12.889582 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3b8aca2e-b6b7-48ab-9629-57d4f15eba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (84c91f5f-8d53-4f38-ac4a-a4a81038d39c), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:12.925667 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8aca2e-b6b7-48ab-9629-57d4f15eba01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c91f5f-8d53-4f38-ac4a-a4a81038d39c,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:12.930219 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3b8aca2e-b6b7-48ab-9629-57d4f15eba01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e1d85b509b147f3ac9266617fc9bbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264459 Feb 07 02:42:12.932897 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49726) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:12.983078 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-034fda20-ba03-4771-b682-98fa39dc71b2 admin admin] Publish callbacks [] for security_group (84c91f5f-8d53-4f38-ac4a-a4a81038d39c), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:13.003297 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-034fda20-ba03-4771-b682-98fa39dc71b2 admin admin] Publish callbacks [] for security_group (84c91f5f-8d53-4f38-ac4a-a4a81038d39c), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:13.048374 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-034fda20-ba03-4771-b682-98fa39dc71b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (84c91f5f-8d53-4f38-ac4a-a4a81038d39c), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:13.050851 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-034fda20-ba03-4771-b682-98fa39dc71b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:13.051982 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-034fda20-ba03-4771-b682-98fa39dc71b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84c91f5f-8d53-4f38-ac4a-a4a81038d39c HTTP/1.1" status: 204 len: 168 time: 0.1181321 Feb 07 02:42:13.059190 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fda20-ba03-4771-b682-98fa39dc71b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c91f5f-8d53-4f38-ac4a-a4a81038d39c,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:13.660128 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49758) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:13.700750 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81b2c8-4745-4a09-83c3-06f197bd35d3 req-5bbd4945-fa2f-476f-a4e5-28fa2ce69215 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:13.702942 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-de81b2c8-4745-4a09-83c3-06f197bd35d3 req-5bbd4945-fa2f-476f-a4e5-28fa2ce69215 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0556033 Feb 07 02:42:13.724617 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30fff0-1512-4a0e-bbbe-1cee14f102f2 req-7d5e51b2-2694-456c-a8da-f9b5e7938fef tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:13.731670 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce30fff0-1512-4a0e-bbbe-1cee14f102f2 req-7d5e51b2-2694-456c-a8da-f9b5e7938fef tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 945 time: 0.0657289 Feb 07 02:42:13.752994 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-de81b2c8-4745-4a09-83c3-06f197bd35d3 req-fed0d51e-0959-4038-be47-ccf8994c3493 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Feb 07 02:42:13.778459 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2092778636-network', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:13.793048 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce30fff0-1512-4a0e-bbbe-1cee14f102f2 req-4065a7cf-ec45-4915-854c-ca97479782a1 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604634 Feb 07 02:42:13.805615 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Made reservation on behalf of a90c5dfb972244c1aa625e07b1e3fe40 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:13.808067 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:13.818132 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:13.896701 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Publish callbacks [] for security_group (37fc8e13-73cc-4c5e-9581-3cba14861507), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:13.901043 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (37fc8e13-73cc-4c5e-9581-3cba14861507), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:13.927394 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:42:13.936586 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc8e13-73cc-4c5e-9581-3cba14861507,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:13.944534 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (d4ded4ae-5182-4c77-8655-bb4b2e713a5c), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:13.945532 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Added segment d4ded4ae-5182-4c77-8655-bb4b2e713a5c of type vlan for network cc9544ab-0eed-49d7-80b6-5927b9db83bc Feb 07 02:42:13.988950 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (cc9544ab-0eed-49d7-80b6-5927b9db83bc), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.013645 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (cc9544ab-0eed-49d7-80b6-5927b9db83bc), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.014756 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:14.015510 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.073398 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4117785 Feb 07 02:42:14.076258 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49770) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:14.078559 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6c766-0769-44d2-9db8-cbdc88119936 admin admin] Pushing event updated for resources: {'Network': ['ID=cc9544ab-0eed-49d7-80b6-5927b9db83bc,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:14.081220 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Request body: {'subnet': {'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2092778636-subnet', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:14.091052 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:42:14.093817 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 2fbe2a36-3190-4955-b1d5-0e40201d42cc up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:14.100623 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Made reservation on behalf of a90c5dfb972244c1aa625e07b1e3fe40 for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:14.102866 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.214653 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 2fbe2a36-3190-4955-b1d5-0e40201d42cc completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:42:14.218851 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 2fbe2a36-3190-4955-b1d5-0e40201d42cc triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:14.219230 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.295674 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 2fbe2a36-3190-4955-b1d5-0e40201d42cc is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:14.296062 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.320842 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87fa198-b7fd-4716-b586-2a48a4702aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbe2a36-3190-4955-b1d5-0e40201d42cc'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:42:14.323581 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b8edda-330e-4c9e-9d0d-c2222d79b275" -d '{"events": [{"server_uuid": "d87fa198-b7fd-4716-b586-2a48a4702aae", "name": "network-vif-plugged", "status": "completed", "tag": "2fbe2a36-3190-4955-b1d5-0e40201d42cc"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:42:14.337321 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 2fbe2a36-3190-4955-b1d5-0e40201d42cc, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2fbe2a36-3190-4955-b1d5-0e40201d42cc,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:14.343082 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.370632 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45afe1ad-615b-4d8d-86ef-1155499e0c8e x-openstack-request-id: req-45afe1ad-615b-4d8d-86ef-1155499e0c8e {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:42:14.370924 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87fa198-b7fd-4716-b586-2a48a4702aae", "name": "network-vif-plugged", "status": "completed", "tag": "2fbe2a36-3190-4955-b1d5-0e40201d42cc", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:42:14.371177 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45afe1ad-615b-4d8d-86ef-1155499e0c8e {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:42:14.371566 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87fa198-b7fd-4716-b586-2a48a4702aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbe2a36-3190-4955-b1d5-0e40201d42cc', 'code': 200} Feb 07 02:42:14.399832 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=2fbe2a36-3190-4955-b1d5-0e40201d42cc,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:14.480618 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (b23f3586-0566-4419-ba2f-e0f5ed208f10), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.558731 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23f3586-0566-4419-ba2f-e0f5ed208f10,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:14.578517 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9611c-eb37-43a6-8455-b3714480f316 req-0ca55735-95c9-4a6b-8875-2097d66ef5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:14.579896 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-acd9611c-eb37-43a6-8455-b3714480f316 req-0ca55735-95c9-4a6b-8875-2097d66ef5a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 1130 time: 0.0760665 Feb 07 02:42:14.580581 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Checking segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:14.580936 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Network hostable DHCP agents. Network: cc9544ab-0eed-49d7-80b6-5927b9db83bc, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:42:14.605773 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:42:14.622862 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, cc9544ab-0eed-49d7-80b6-5927b9db83bc) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:14.630692 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f5345e-bdd3-4a79-8af2-d472a312a93c None None] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:14.637014 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:14.637601 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.649273 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-acd9611c-eb37-43a6-8455-b3714480f316 req-2ebd9810-556e-49e8-8f6c-df2c70426e21 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579510 Feb 07 02:42:14.656886 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-dcee9569-bd64-4e10-816b-953c28483864 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5795281 Feb 07 02:42:14.659672 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49776) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:14.664700 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:14.683757 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (69602ddf-b632-4121-a6be-7f46fd08d4ec), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.684791 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (69602ddf-b632-4121-a6be-7f46fd08d4ec), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.734013 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:42:14.734949 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.738979 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks [] for router_controller (69602ddf-b632-4121-a6be-7f46fd08d4ec), precommit_add_association {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.879946 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Allocated IP 172.20.0.2 (cc9544ab-0eed-49d7-80b6-5927b9db83bc/b23f3586-0566-4419-ba2f-e0f5ed208f10/2bcef92c-a083-461a-9424-9f7eba32313b) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:14.915092 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067bc1b-98d3-401b-ba13-c733ba513359 req-3a4a9d78-9aeb-4e27-81e5-d26a7158a684 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:14.915932 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks [] for router_gateway (69602ddf-b632-4121-a6be-7f46fd08d4ec), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:14.916621 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7067bc1b-98d3-401b-ba13-c733ba513359 req-3a4a9d78-9aeb-4e27-81e5-d26a7158a684 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0692434 Feb 07 02:42:14.972153 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7067bc1b-98d3-401b-ba13-c733ba513359 req-ed61965c-2931-4cac-b5cf-a9e08c4956ac tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476890 Feb 07 02:42:14.988245 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f9c56-5eca-4e6f-8821-c772336fff91 req-bda3ee0c-48d3-48b7-a31d-02e4c9082aad tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:14.989829 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-507f9c56-5eca-4e6f-8821-c772336fff91 req-bda3ee0c-48d3-48b7-a31d-02e4c9082aad tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 946 time: 0.1068790 Feb 07 02:42:15.029048 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Publish callbacks [] for port (2bcef92c-a083-461a-9424-9f7eba32313b), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.034353 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.059164 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-507f9c56-5eca-4e6f-8821-c772336fff91 req-d9104d53-4e82-4794-8f96-33c10866d939 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624509 Feb 07 02:42:15.076882 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:15.088949 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:15.093476 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:15.097329 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Pushing event updated for resources: {'Port': ['ID=2bcef92c-a083-461a-9424-9f7eba32313b,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:15.164596 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Attempting to bind port 2bcef92c-a083-461a-9424-9f7eba32313b on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:15.164960 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Attempting to bind port 2bcef92c-a083-461a-9424-9f7eba32313b by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:15.165312 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Attempting to bind port 2bcef92c-a083-461a-9424-9f7eba32313b on network cc9544ab-0eed-49d7-80b6-5927b9db83bc {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:15.170265 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:15.170634 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Checking segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:15.171028 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.171414 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Bound using segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:15.171867 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Bound port: 2bcef92c-a083-461a-9424-9f7eba32313b, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:15.172232 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.214980 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks [] for router_gateway (69602ddf-b632-4121-a6be-7f46fd08d4ec), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.235045 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.235928 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] For port 2bcef92c-a083-461a-9424-9f7eba32313b, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:15.239274 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] For port 2bcef92c-a083-461a-9424-9f7eba32313b, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=2bcef92c-a083-461a-9424-9f7eba32313b,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:15.248814 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.304686 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62e650-d2c6-4b22-8172-d0ba58a7936a None None] Pushing event updated for resources: {'Port': ['ID=2bcef92c-a083-461a-9424-9f7eba32313b,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:15.351871 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Allocated IP 172.27.1.167 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/cc634a29-3b76-4026-8fcf-6b925eb7aebc) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:15.367098 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-525bed8d-2ac3-4ccd-9ca6-7f0ce43a06f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.455759 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks [] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.494132 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.536410 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:15.549033 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:15.551464 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:15.625058 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Pushing event updated for resources: {'Port': ['ID=cc634a29-3b76-4026-8fcf-6b925eb7aebc,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:15.779582 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks [] for router_gateway (69602ddf-b632-4121-a6be-7f46fd08d4ec), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:15.969830 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (69602ddf-b632-4121-a6be-7f46fd08d4ec), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:16.110836 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Router 69602ddf-b632-4121-a6be-7f46fd08d4ec is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:42:16.127670 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663fd5d-eed0-4d51-b0c0-c9fd350e40e4 req-39189b8a-8cc1-4698-84f8-c28358126b8f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:16.130060 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7663fd5d-eed0-4d51-b0c0-c9fd350e40e4 req-39189b8a-8cc1-4698-84f8-c28358126b8f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0622826 Feb 07 02:42:16.224502 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7663fd5d-eed0-4d51-b0c0-c9fd350e40e4 req-7a771ee3-4a4a-4d99-a096-5d8fff35af6f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853696 Feb 07 02:42:16.297320 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83373c2-db50-4537-b8b3-9b3b0c8ed1a3 req-9526f2ba-d0f4-4d19-8794-97820eae150a tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:16.298873 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b83373c2-db50-4537-b8b3-9b3b0c8ed1a3 req-9526f2ba-d0f4-4d19-8794-97820eae150a tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 946 time: 0.1361978 Feb 07 02:42:16.346807 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:42:16.358602 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Sync routers for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:42:16.370160 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:16.371395 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:41:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:16.390977 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:16.395330 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49802) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:16.396077 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-2d1c6bff-8709-4e79-90e1-d1bc2d9a1f9a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7354157 Feb 07 02:42:16.397717 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c416914a-a9d8-465a-919a-87c568fbce72 None None] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:16.403202 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b83373c2-db50-4537-b8b3-9b3b0c8ed1a3 req-c7bf4574-2eb1-4c19-bcf4-bb915a7d6457 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953801 Feb 07 02:42:16.519895 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:16.522488 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 2bcef92c-a083-461a-9424-9f7eba32313b up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:16.571830 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-ab7ab652-67f5-4c14-b938-ca975c96351c None None] Provisioning complete for port 2bcef92c-a083-461a-9424-9f7eba32313b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:16.572188 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab652-67f5-4c14-b938-ca975c96351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:16.693807 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ab652-67f5-4c14-b938-ca975c96351c None None] Current status of the port 2bcef92c-a083-461a-9424-9f7eba32313b is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:16.694221 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab652-67f5-4c14-b938-ca975c96351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:16.699206 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:15Z', 'revision_number': 3, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:16.706053 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 2bcef92c-a083-461a-9424-9f7eba32313b triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:16.706420 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:16.728406 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Checking router: 69602ddf-b632-4121-a6be-7f46fd08d4ec for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:42:16.729007 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Updating router 69602ddf-b632-4121-a6be-7f46fd08d4ec port cc634a29-3b76-4026-8fcf-6b925eb7aebc binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:42:16.760132 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-ab7ab652-67f5-4c14-b938-ca975c96351c None None] For port 2bcef92c-a083-461a-9424-9f7eba32313b, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=2bcef92c-a083-461a-9424-9f7eba32313b,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:16.762425 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:16.771492 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab652-67f5-4c14-b938-ca975c96351c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:16.994554 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 2bcef92c-a083-461a-9424-9f7eba32313b is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:16.998467 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ab652-67f5-4c14-b938-ca975c96351c None None] Pushing event updated for resources: {'Port': ['ID=2bcef92c-a083-461a-9424-9f7eba32313b,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:17.009013 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-e2744127-4afa-4cb4-8ae4-f0ac8bcbc64c None None] Provisioning complete for port 2bcef92c-a083-461a-9424-9f7eba32313b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:17.009363 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2744127-4afa-4cb4-8ae4-f0ac8bcbc64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.050716 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Publish callbacks [] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.058414 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.105087 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e2744127-4afa-4cb4-8ae4-f0ac8bcbc64c None None] Current status of the port 2bcef92c-a083-461a-9424-9f7eba32313b is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:17.107416 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.111549 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Attempting to bind port cc634a29-3b76-4026-8fcf-6b925eb7aebc on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:17.111983 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Attempting to bind port cc634a29-3b76-4026-8fcf-6b925eb7aebc by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:17.112482 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Attempting to bind port cc634a29-3b76-4026-8fcf-6b925eb7aebc on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:17.115604 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Pushing event updated for resources: {'Port': ['ID=cc634a29-3b76-4026-8fcf-6b925eb7aebc,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:17.120769 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:17.121137 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:17.121532 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.121922 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:17.122380 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Bound port: cc634a29-3b76-4026-8fcf-6b925eb7aebc, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:17.122750 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.143881 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.144249 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.144631 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.144970 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.145300 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.145621 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.145943 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.146264 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.146581 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.146919 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.147263 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.147577 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.147890 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:17.183802 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] For port cc634a29-3b76-4026-8fcf-6b925eb7aebc, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:17.187119 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] For port cc634a29-3b76-4026-8fcf-6b925eb7aebc, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=cc634a29-3b76-4026-8fcf-6b925eb7aebc,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:17.192795 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.246515 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:17.247115 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:41:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:17.269007 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Allocated IP 172.20.0.1 (cc9544ab-0eed-49d7-80b6-5927b9db83bc/b23f3586-0566-4419-ba2f-e0f5ed208f10/05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:17.284388 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c0287-9910-43dd-b590-7c14323d818a None None] Pushing event updated for resources: {'Port': ['ID=cc634a29-3b76-4026-8fcf-6b925eb7aebc,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:17.445610 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee02d6-b37e-413a-8627-b36e01c1c1a2 req-c8ccf91e-18b9-4e99-a70a-d0f0bb3a7778 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:17.449899 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a0ee02d6-b37e-413a-8627-b36e01c1c1a2 req-c8ccf91e-18b9-4e99-a70a-d0f0bb3a7778 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1425455 Feb 07 02:42:17.456471 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:17.472698 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Publish callbacks [] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.534959 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a0ee02d6-b37e-413a-8627-b36e01c1c1a2 req-6ca0dd26-410e-4926-95ec-9807e244a25c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721369 Feb 07 02:42:17.556385 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.595885 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:17.601462 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:17.604215 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:17.630558 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Pushing event updated for resources: {'Port': ['ID=05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:17.652233 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (69602ddf-b632-4121-a6be-7f46fd08d4ec), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.678725 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1da28-1fa3-43d0-b8f4-89d90b12a4d3 req-c3e7d785-743a-42a9-a1a5-3c768ebeac9b tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:17.681796 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c6f1da28-1fa3-43d0-b8f4-89d90b12a4d3 req-c3e7d785-743a-42a9-a1a5-3c768ebeac9b tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 946 time: 0.1561286 Feb 07 02:42:17.775392 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:15Z', 'revision_number': 3, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:17.775904 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c6f1da28-1fa3-43d0-b8f4-89d90b12a4d3 req-d73bab9a-3532-41e6-8d0c-e260509c7bae tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834522 Feb 07 02:42:17.805200 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c1ca-f40d-447f-bdb0-9aee128453a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.830088 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49828) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:17.841298 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da92d26-2fb6-49ae-9c6e-fbe70e81e095 None None] The sync data for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi is: [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:15Z', 'revision_number': 3, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:42:17.841580 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:17.950467 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-a7255f99-e9d4-4463-acb0-b37720ee9945 None None] Provisioning complete for port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:17.950849 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7255f99-e9d4-4463-acb0-b37720ee9945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.006304 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-53731c11-22b4-4dd2-8f8f-73bc79306a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.011951 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-a7255f99-e9d4-4463-acb0-b37720ee9945 None None] Port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:18.064055 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Publish callbacks [] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.069875 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.121350 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-53731c11-22b4-4dd2-8f8f-73bc79306a85 admin admin] Publish callbacks [] for security_group (1261bb21-bfa9-4907-a47d-35395d775932), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.130790 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-53731c11-22b4-4dd2-8f8f-73bc79306a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (1261bb21-bfa9-4907-a47d-35395d775932), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.161016 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Pushing event updated for resources: {'Port': ['ID=05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:18.166614 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (69602ddf-b632-4121-a6be-7f46fd08d4ec), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.174452 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53731c11-22b4-4dd2-8f8f-73bc79306a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1261bb21-bfa9-4907-a47d-35395d775932,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:18.180895 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-53731c11-22b4-4dd2-8f8f-73bc79306a85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46db12943b7e4c8cb32f490a9d91ea0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496070 Feb 07 02:42:18.182912 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49838) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:18.262519 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c646fa0d-7c7e-4362-9f09-fbb90146bf7b admin admin] Publish callbacks [] for security_group (1261bb21-bfa9-4907-a47d-35395d775932), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.284033 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c646fa0d-7c7e-4362-9f09-fbb90146bf7b admin admin] Publish callbacks [] for security_group (1261bb21-bfa9-4907-a47d-35395d775932), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.294923 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:18.297651 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:18.375987 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c646fa0d-7c7e-4362-9f09-fbb90146bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (1261bb21-bfa9-4907-a47d-35395d775932), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.378987 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c646fa0d-7c7e-4362-9f09-fbb90146bf7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.380289 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c646fa0d-7c7e-4362-9f09-fbb90146bf7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1261bb21-bfa9-4907-a47d-35395d775932 HTTP/1.1" status: 204 len: 168 time: 0.1951311 Feb 07 02:42:18.393040 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646fa0d-7c7e-4362-9f09-fbb90146bf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1261bb21-bfa9-4907-a47d-35395d775932,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:18.487014 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Router 69602ddf-b632-4121-a6be-7f46fd08d4ec has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:42:18.687858 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:42:18.705023 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-06e7e2f1-1f38-4346-8b1f-e78f5758b9df admin admin] 10.222.0.15 "PUT /v2.0/routers/69602ddf-b632-4121-a6be-7f46fd08d4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3082397 Feb 07 02:42:18.720640 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device cc634a29-3b76-4026-8fcf-6b925eb7aebc up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:18.746680 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2882-7542-4a3b-ad9e-cd07064a3649 req-a32cd599-c21d-4fcf-a4ae-06244ed332a1 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:18.748654 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-69bf2882-7542-4a3b-ad9e-cd07064a3649 req-a32cd599-c21d-4fcf-a4ae-06244ed332a1 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0908144 Feb 07 02:42:18.798373 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-bef870ec-5262-4a11-96cc-898133c863ca None None] Provisioning complete for port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:18.798984 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bef870ec-5262-4a11-96cc-898133c863ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.853656 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-69bf2882-7542-4a3b-ad9e-cd07064a3649 req-eb14b580-c45a-4a72-9d6f-ccdeca88ab81 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974803 Feb 07 02:42:18.866391 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port cc634a29-3b76-4026-8fcf-6b925eb7aebc triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:18.866391 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.885539 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1afd-9089-4b99-ae7f-6468b1bdbed8 req-0c23a127-db46-4a81-97b0-74d6db8b7f48 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:18.887545 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c1cd1afd-9089-4b99-ae7f-6468b1bdbed8 req-0c23a127-db46-4a81-97b0-74d6db8b7f48 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 946 time: 0.1222336 Feb 07 02:42:18.924970 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-bef870ec-5262-4a11-96cc-898133c863ca None None] Port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:18.931587 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:18.977722 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c1cd1afd-9089-4b99-ae7f-6468b1bdbed8 req-1e1d4d8c-e75b-4237-a820-0b70cc24fa48 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793748 Feb 07 02:42:19.023885 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port cc634a29-3b76-4026-8fcf-6b925eb7aebc is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:19.024227 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.056873 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port cc634a29-3b76-4026-8fcf-6b925eb7aebc, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=cc634a29-3b76-4026-8fcf-6b925eb7aebc,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:19.062504 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.063339 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 2bcef92c-a083-461a-9424-9f7eba32313b up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:19.166511 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=cc634a29-3b76-4026-8fcf-6b925eb7aebc,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:19.169222 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 2bcef92c-a083-461a-9424-9f7eba32313b triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:19.169590 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.274604 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 2bcef92c-a083-461a-9424-9f7eba32313b is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:19.354700 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49876) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:19.534872 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-64a0a54b-ba7f-466f-a03d-e780268abf70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.617057 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-64a0a54b-ba7f-466f-a03d-e780268abf70 admin admin] Publish callbacks [] for security_group (e1a984f7-cae7-4b9f-8bd7-e802e2eca2d6), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.621566 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-64a0a54b-ba7f-466f-a03d-e780268abf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (e1a984f7-cae7-4b9f-8bd7-e802e2eca2d6), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.655563 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-64a0a54b-ba7f-466f-a03d-e780268abf70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86d2e59c240e4978811056c1b77c5980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997062 Feb 07 02:42:19.655730 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49892) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:19.657978 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 49894) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:19.662639 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1457033191-network', 'tenant_id': '50366d8339e8453d810e04b48706f155'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:19.684801 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0a54b-ba7f-466f-a03d-e780268abf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a984f7-cae7-4b9f-8bd7-e802e2eca2d6,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:19.699620 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Made reservation on behalf of 50366d8339e8453d810e04b48706f155 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:19.706198 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.716024 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.723629 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1585b7f8-3208-4efa-80da-21858fc4c1d1 admin admin] Publish callbacks [] for security_group (e1a984f7-cae7-4b9f-8bd7-e802e2eca2d6), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.749149 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1585b7f8-3208-4efa-80da-21858fc4c1d1 admin admin] Publish callbacks [] for security_group (e1a984f7-cae7-4b9f-8bd7-e802e2eca2d6), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.806461 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1585b7f8-3208-4efa-80da-21858fc4c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (e1a984f7-cae7-4b9f-8bd7-e802e2eca2d6), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.810096 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-1585b7f8-3208-4efa-80da-21858fc4c1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.811254 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-1585b7f8-3208-4efa-80da-21858fc4c1d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1a984f7-cae7-4b9f-8bd7-e802e2eca2d6 HTTP/1.1" status: 204 len: 168 time: 0.1523795 Feb 07 02:42:19.820456 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585b7f8-3208-4efa-80da-21858fc4c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a984f7-cae7-4b9f-8bd7-e802e2eca2d6,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:19.821101 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Publish callbacks [] for security_group (5bfae2f7-5c51-4632-b875-6e3933684937), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.830227 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5bfae2f7-5c51-4632-b875-6e3933684937), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.862863 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:42:19.877454 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfae2f7-5c51-4632-b875-6e3933684937,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:19.888595 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (f2629a5a-904e-4a1a-828e-ba38b4a11e8e), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.888923 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Added segment f2629a5a-904e-4a1a-828e-ba38b4a11e8e of type vlan for network 612da381-10f9-408a-814a-c0579e1bf502 Feb 07 02:42:19.943662 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (612da381-10f9-408a-814a-c0579e1bf502), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.974412 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (612da381-10f9-408a-814a-c0579e1bf502), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:19.976173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:19.976880 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.055059 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3976634 Feb 07 02:42:20.058267 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49914) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:20.069318 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Request body: {'subnet': {'network_id': '612da381-10f9-408a-814a-c0579e1bf502', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1457033191-subnet', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:20.071098 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73efe-af85-4863-a1a2-141d0a7ecb2f req-6abe9cf9-bb5d-4643-abfc-fad3f15bcd90 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:20.079557 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0dc73efe-af85-4863-a1a2-141d0a7ecb2f req-6abe9cf9-bb5d-4643-abfc-fad3f15bcd90 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1016932 Feb 07 02:42:20.138189 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0dc73efe-af85-4863-a1a2-141d0a7ecb2f req-97ad1ab8-cede-4084-9144-dc2e1ee27201 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575080 Feb 07 02:42:20.163942 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209b13e-2930-4493-a409-8e8548272278 admin admin] Pushing event updated for resources: {'Network': ['ID=612da381-10f9-408a-814a-c0579e1bf502,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:20.176595 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Made reservation on behalf of 50366d8339e8453d810e04b48706f155 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:20.177096 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 612da381-10f9-408a-814a-c0579e1bf502 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:42:20.180019 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13335448'] for subnet (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.271403 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.280472 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Sync routers for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:42:20.292065 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:20.292804 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:20.352261 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa83a-c019-4e30-800a-3c185c2ea070 req-d4c7d510-f604-4d61-9341-ea631b90437d tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:20.353932 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-857aa83a-c019-4e30-800a-3c185c2ea070 req-d4c7d510-f604-4d61-9341-ea631b90437d tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 946 time: 0.2614529 Feb 07 02:42:20.423467 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-0d2707b9-6af7-45e3-a528-ace3051b5d95 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:20.425258 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-0d2707b9-6af7-45e3-a528-ace3051b5d95 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 946 time: 0.1138458 Feb 07 02:42:20.436004 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:20.485001 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device cc634a29-3b76-4026-8fcf-6b925eb7aebc up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:20.495926 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-857aa83a-c019-4e30-800a-3c185c2ea070 req-c3054bef-0488-43e3-84d9-11a0058502ea tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155653 Feb 07 02:42:20.594740 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Deleting port 2fbe2a36-3190-4955-b1d5-0e40201d42cc {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:42:20.595255 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.664964 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13349986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13335462'] for subnet (a25378a4-44f1-4832-bacc-67cf15f0bd08), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.687507 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port cc634a29-3b76-4026-8fcf-6b925eb7aebc triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:20.687880 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.719963 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] For port 2fbe2a36-3190-4955-b1d5-0e40201d42cc, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=2fbe2a36-3190-4955-b1d5-0e40201d42cc,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:20.720481 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.738991 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Calling delete_port for 2fbe2a36-3190-4955-b1d5-0e40201d42cc owned by compute:nova {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:42:20.750927 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25378a4-44f1-4832-bacc-67cf15f0bd08,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:20.755557 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Checking segment: {'id': 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '612da381-10f9-408a-814a-c0579e1bf502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:20.756073 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Network hostable DHCP agents. Network: 612da381-10f9-408a-814a-c0579e1bf502, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:42:20.784847 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Network 612da381-10f9-408a-814a-c0579e1bf502 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:42:20.799381 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 612da381-10f9-408a-814a-c0579e1bf502) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:20.806285 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:20.806882 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.816605 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81594ba3-002d-46a5-a853-f223698c69c7 None None] Network 612da381-10f9-408a-814a-c0579e1bf502 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:20.837153 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ce536e9c-322a-48dc-a142-7f834e9bef2b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7766812 Feb 07 02:42:20.840669 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 49940) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:20.848059 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:20.867405 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port cc634a29-3b76-4026-8fcf-6b925eb7aebc is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:20.883971 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (322661e2-fc67-4594-8eb1-d80254c39197), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.886976 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (322661e2-fc67-4594-8eb1-d80254c39197), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.889777 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 2, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:20.925367 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Checking router: 69602ddf-b632-4121-a6be-7f46fd08d4ec for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:42:20.925607 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130'] for port (2fbe2a36-3190-4955-b1d5-0e40201d42cc), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:20.926122 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Updating router 69602ddf-b632-4121-a6be-7f46fd08d4ec port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:42:20.955096 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['2fbe2a36-3190-4955-b1d5-0e40201d42cc'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:42:20.963394 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Pushing event deleted for resources: {'Port': ['ID=2fbe2a36-3190-4955-b1d5-0e40201d42cc,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:20.989482 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:42:20.995436 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks [] for router_controller (322661e2-fc67-4594-8eb1-d80254c39197), precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.005755 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.016903 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-612da381-10f9-408a-814a-c0579e1bf502', 'network_id': '612da381-10f9-408a-814a-c0579e1bf502', 'project_id': '50366d8339e8453d810e04b48706f155', 'fixed_ips': [{'subnet_id': 'a25378a4-44f1-4832-bacc-67cf15f0bd08'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:42:21.017757 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.020908 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] No DVR routers for this DVR port 2fbe2a36-3190-4955-b1d5-0e40201d42cc on host hv-cinder-82806 {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:42:21.025315 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.029147 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-92826767-e73d-4b25-9fe9-bce965f32c43 req-c9bd4e02-fab6-47bb-87c7-bb8d99c1beb0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.13 "DELETE /v2.0/ports/2fbe2a36-3190-4955-b1d5-0e40201d42cc HTTP/1.1" status: 204 len: 173 time: 0.5874920 Feb 07 02:42:21.029355 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87fa198-b7fd-4716-b586-2a48a4702aae', 'name': 'network-vif-deleted', 'tag': '2fbe2a36-3190-4955-b1d5-0e40201d42cc'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:42:21.031646 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac6d448-1bd4-452d-a7c8-95ccd6e38f96" -d '{"events": [{"server_uuid": "d87fa198-b7fd-4716-b586-2a48a4702aae", "name": "network-vif-deleted", "tag": "2fbe2a36-3190-4955-b1d5-0e40201d42cc"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:42:21.080913 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ce9c3f-3271-46e0-bf62-2092f158ec32 x-openstack-request-id: req-c1ce9c3f-3271-46e0-bf62-2092f158ec32 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:42:21.081310 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87fa198-b7fd-4716-b586-2a48a4702aae", "name": "network-vif-deleted", "tag": "2fbe2a36-3190-4955-b1d5-0e40201d42cc", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:42:21.081782 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1ce9c3f-3271-46e0-bf62-2092f158ec32 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:42:21.082155 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87fa198-b7fd-4716-b586-2a48a4702aae', 'name': 'network-vif-deleted', 'tag': '2fbe2a36-3190-4955-b1d5-0e40201d42cc', 'status': 'completed', 'code': 200} Feb 07 02:42:21.197270 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks [] for router_gateway (322661e2-fc67-4594-8eb1-d80254c39197), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.333735 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Allocated IP 172.20.0.2 (612da381-10f9-408a-814a-c0579e1bf502/a25378a4-44f1-4832-bacc-67cf15f0bd08/ea50cca0-a316-46b7-b59e-1b17f066080b) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:21.339127 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545929e5-8ab4-4c9d-bcd2-5dabb640dbff req-0eb802ae-b627-455c-a903-bb7dfc1ecd2f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:21.340917 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-545929e5-8ab4-4c9d-bcd2-5dabb640dbff req-0eb802ae-b627-455c-a903-bb7dfc1ecd2f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0733409 Feb 07 02:42:21.444308 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-545929e5-8ab4-4c9d-bcd2-5dabb640dbff req-2ca1799e-1d5a-4e3f-8b5f-29bbefb53115 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964139 Feb 07 02:42:21.544155 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks [] for router_gateway (322661e2-fc67-4594-8eb1-d80254c39197), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.583128 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.701267 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-aab9569c-6f17-46be-a3b3-ce3f13684c8a req-eb6cf135-fcfe-4f05-95c0-707f4807ddcf tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d87fa198-b7fd-4716-b586-2a48a4702aae HTTP/1.1" status: 200 len: 210 time: 0.0516899 Feb 07 02:42:21.737673 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Publish callbacks [] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.752239 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.765762 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Publish callbacks [] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.798529 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.802043 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Allocated IP 172.27.1.107 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/8c2fafd5-6c1f-45d9-b979-3d6ca9df7780) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:21.863855 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fec0bd-5145-4581-8694-9a00fff60f95 None None] Pushing event updated for resources: {'Port': ['ID=05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:21.881134 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Network 612da381-10f9-408a-814a-c0579e1bf502 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:21.889413 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:21.938023 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:21.951642 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks [] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:21.975344 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Pushing event updated for resources: {'Port': ['ID=ea50cca0-a316-46b7-b59e-1b17f066080b,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:21.987097 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Attempting to bind port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:21.987472 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Attempting to bind port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:21.987832 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Attempting to bind port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b on network cc9544ab-0eed-49d7-80b6-5927b9db83bc {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:22.016866 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:22.017250 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Checking segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:22.017703 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.018048 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Bound using segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:22.018528 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Bound port: 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:22.019123 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.020052 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.026505 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.076942 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:22.081257 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:22.083046 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2fafd5-6c1f-45d9-b979-3d6ca9df7780,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:22.086156 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:22.088781 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Attempting to bind port ea50cca0-a316-46b7-b59e-1b17f066080b on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:22.089163 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Attempting to bind port ea50cca0-a316-46b7-b59e-1b17f066080b by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '612da381-10f9-408a-814a-c0579e1bf502'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:22.089515 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Attempting to bind port ea50cca0-a316-46b7-b59e-1b17f066080b on network 612da381-10f9-408a-814a-c0579e1bf502 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:22.102639 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:22.103019 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Checking segment: {'id': 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '612da381-10f9-408a-814a-c0579e1bf502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:22.103420 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.104150 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Bound using segment: {'id': 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '612da381-10f9-408a-814a-c0579e1bf502'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:22.104273 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Bound port: ea50cca0-a316-46b7-b59e-1b17f066080b, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '612da381-10f9-408a-814a-c0579e1bf502'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:22.104702 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.160925 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] For port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:22.196485 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] For port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:22.207934 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] For port ea50cca0-a316-46b7-b59e-1b17f066080b, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:22.212039 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] For port ea50cca0-a316-46b7-b59e-1b17f066080b, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ea50cca0-a316-46b7-b59e-1b17f066080b,segment=NetworkSegment(f2629a5a-904e-4a1a-828e-ba38b4a11e8e),segment_id=f2629a5a-904e-4a1a-828e-ba38b4a11e8e)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:22.214218 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.222594 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.264046 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-0ae68475-7639-4798-bd9f-2737b23ea79f None None] Provisioning complete for port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:22.264637 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0ae68475-7639-4798-bd9f-2737b23ea79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.343599 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fec0bd-5145-4581-8694-9a00fff60f95 None None] Pushing event updated for resources: {'Port': ['ID=05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:22.386023 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks [] for router_gateway (322661e2-fc67-4594-8eb1-d80254c39197), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.422596 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1df9bb-10c8-4df9-9793-78352fdb5650 None None] Pushing event updated for resources: {'Port': ['ID=ea50cca0-a316-46b7-b59e-1b17f066080b,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:22.431549 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:22.432547 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:22.571130 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:22.804405 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-0ae68475-7639-4798-bd9f-2737b23ea79f None None] Current status of the port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:22.805123 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0ae68475-7639-4798-bd9f-2737b23ea79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:22.824636 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ed768-7c3c-49bb-844e-039ae2b7f735 req-575f6fd5-fea0-40b7-b7ef-a97d861eed99 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:22.835258 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd7ed768-7c3c-49bb-844e-039ae2b7f735 req-575f6fd5-fea0-40b7-b7ef-a97d861eed99 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1194177 Feb 07 02:42:22.902173 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-0ae68475-7639-4798-bd9f-2737b23ea79f None None] For port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:22.916266 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0ae68475-7639-4798-bd9f-2737b23ea79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:23.005021 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (322661e2-fc67-4594-8eb1-d80254c39197), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:23.020473 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae68475-7639-4798-bd9f-2737b23ea79f None None] Pushing event updated for resources: {'Port': ['ID=05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:23.034530 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd7ed768-7c3c-49bb-844e-039ae2b7f735 req-a6144855-40c6-4ccc-8416-7f2547fe9c53 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983874 Feb 07 02:42:23.065867 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-9c77b91b-6320-4383-be4e-88694fb532de None None] Provisioning complete for port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:23.066249 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9c77b91b-6320-4383-be4e-88694fb532de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:23.069986 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:23.123764 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0ab61-f729-4eef-a291-6412ad8a1fa7 None None] The sync data for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi is: [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:42:23.150416 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-5c260214-e769-4224-85b9-18d3a1206737 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:23.151975 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-5c260214-e769-4224-85b9-18d3a1206737 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/networks?id=2d8f40d2-fcd5-4057-958d-babb1702b444 HTTP/1.1" status: 200 len: 809 time: 0.1554594 Feb 07 02:42:23.205979 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-d75745d1-0012-451d-a682-8fcc23f316b1 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/quotas/389892796f3c4135a8d442afe846612a HTTP/1.1" status: 200 len: 375 time: 0.0445621 Feb 07 02:42:23.266255 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-01fcdccb-f6cf-4489-a085-93d6b60dc106 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=389892796f3c4135a8d442afe846612a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594101 Feb 07 02:42:23.286986 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-9c77b91b-6320-4383-be4e-88694fb532de None None] Current status of the port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:23.288193 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Router 322661e2-fc67-4594-8eb1-d80254c39197 is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:42:23.432725 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-11294303-3d96-4fa4-a299-1ebf1a31b0bc service neutron] 10.222.0.15 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489353 Feb 07 02:42:23.444864 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:42:23.457003 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Sync routers for ids ['322661e2-fc67-4594-8eb1-d80254c39197'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:42:23.472663 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Routers {'322661e2-fc67-4594-8eb1-d80254c39197'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:23.473285 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['322661e2-fc67-4594-8eb1-d80254c39197'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:23.476806 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:23.483349 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d2f29ffb-8ef5-49cf-82c9-1ae876ca5655 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6409404 Feb 07 02:42:23.484238 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50012) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:23.634952 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Set router 322661e2-fc67-4594-8eb1-d80254c39197 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:23.751976 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3dc279-74c6-4343-9a0b-73b3575c8a5d None None] Network 612da381-10f9-408a-814a-c0579e1bf502 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:23.833048 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-e28fa456-22a7-4709-a9e6-5df53a8abc39 service neutron] 10.222.0.15 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994284 Feb 07 02:42:23.872136 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-95346af3-75df-4362-a53d-130d7e05f484 None None] Provisioning complete for port ea50cca0-a316-46b7-b59e-1b17f066080b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:23.872652 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-95346af3-75df-4362-a53d-130d7e05f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:23.929154 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322661e2-fc67-4594-8eb1-d80254c39197', 'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:20Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 3, 'project_id': '50366d8339e8453d810e04b48706f155', 'gw_port': {'id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:21Z', 'updated_at': '2022-02-07T02:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:23.958521 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Checking router: 322661e2-fc67-4594-8eb1-d80254c39197 for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:42:23.958978 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Updating router 322661e2-fc67-4594-8eb1-d80254c39197 port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:42:23.998987 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.032748 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-95346af3-75df-4362-a53d-130d7e05f484 None None] Current status of the port ea50cca0-a316-46b7-b59e-1b17f066080b is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:24.033328 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-95346af3-75df-4362-a53d-130d7e05f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.080104 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.117430 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-95346af3-75df-4362-a53d-130d7e05f484 None None] For port ea50cca0-a316-46b7-b59e-1b17f066080b, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ea50cca0-a316-46b7-b59e-1b17f066080b,segment=NetworkSegment(f2629a5a-904e-4a1a-828e-ba38b4a11e8e),segment_id=f2629a5a-904e-4a1a-828e-ba38b4a11e8e)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:24.131777 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-95346af3-75df-4362-a53d-130d7e05f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.207940 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c785aedf-b2c6-449c-bf8d-8d80e5072de3 req-4fc9e15d-e02c-4ebd-9529-3d0f8b4f521c tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 210 time: 0.0496824 Feb 07 02:42:24.209569 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95346af3-75df-4362-a53d-130d7e05f484 None None] Pushing event updated for resources: {'Port': ['ID=ea50cca0-a316-46b7-b59e-1b17f066080b,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:24.359168 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e71f58-7fce-4279-ac22-b59c98570085 req-02c92fab-7c2a-4cba-905b-f1e138eff0d2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:24.362476 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-19e71f58-7fce-4279-ac22-b59c98570085 req-02c92fab-7c2a-4cba-905b-f1e138eff0d2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1476486 Feb 07 02:42:24.379316 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-e2e828fc-523f-47bf-b430-b748527a8eb4 None None] Provisioning complete for port ea50cca0-a316-46b7-b59e-1b17f066080b triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:24.379961 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2e828fc-523f-47bf-b430-b748527a8eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.505216 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Allocated IP 172.20.0.1 (612da381-10f9-408a-814a-c0579e1bf502/a25378a4-44f1-4832-bacc-67cf15f0bd08/301e7d21-4343-402f-b73b-1f7e5046ae53) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:24.526003 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Publish callbacks [] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.533706 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.563443 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e2e828fc-523f-47bf-b430-b748527a8eb4 None None] Current status of the port ea50cca0-a316-46b7-b59e-1b17f066080b is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:24.591704 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa2cb0-9e05-4851-a891-999d319b3705 None None] Pushing event updated for resources: {'Port': ['ID=8c2fafd5-6c1f-45d9-b979-3d6ca9df7780,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:24.608383 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Attempting to bind port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:24.608745 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Attempting to bind port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:24.609104 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Attempting to bind port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:24.615429 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:24.616595 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:24.616997 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.617379 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:24.618404 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Bound port: 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:24.618778 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.678643 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Publish callbacks [] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.683825 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-19e71f58-7fce-4279-ac22-b59c98570085 req-bbce322a-f2c7-4bb8-9821-a0f0363d6625 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112547 Feb 07 02:42:24.700332 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:24.708246 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] For port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:24.726922 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] For port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=8c2fafd5-6c1f-45d9-b979-3d6ca9df7780,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:24.732043 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.737728 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 2fbe2a36-3190-4955-b1d5-0e40201d42cc no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:42:24.744011 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.761811 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 2fbe2a36-3190-4955-b1d5-0e40201d42cc {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:42:24.762374 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 2fbe2a36-3190-4955-b1d5-0e40201d42cc not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:42:24.799446 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Network 612da381-10f9-408a-814a-c0579e1bf502 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:24.800693 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:24.801083 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.805404 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:24.809416 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:24.853837 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=301e7d21-4343-402f-b73b-1f7e5046ae53,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:24.863215 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (322661e2-fc67-4594-8eb1-d80254c39197), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:24.880009 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Routers {'322661e2-fc67-4594-8eb1-d80254c39197'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:24.881278 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['322661e2-fc67-4594-8eb1-d80254c39197'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:24.982472 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:24.983605 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ea50cca0-a316-46b7-b59e-1b17f066080b up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:25.094937 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa2cb0-9e05-4851-a891-999d319b3705 None None] Pushing event updated for resources: {'Port': ['ID=8c2fafd5-6c1f-45d9-b979-3d6ca9df7780,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:25.107535 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:25.133579 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port ea50cca0-a316-46b7-b59e-1b17f066080b triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:25.134963 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:25.190822 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] Set router 322661e2-fc67-4594-8eb1-d80254c39197 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:25.224634 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-50ef0098-99fb-4f29-9e8c-2af2151b1748 None None] Provisioning complete for port 301e7d21-4343-402f-b73b-1f7e5046ae53 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:25.225838 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50ef0098-99fb-4f29-9e8c-2af2151b1748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:25.280063 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-50ef0098-99fb-4f29-9e8c-2af2151b1748 None None] Port 301e7d21-4343-402f-b73b-1f7e5046ae53 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:25.325555 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port ea50cca0-a316-46b7-b59e-1b17f066080b is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:25.394588 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b068637-d562-44ef-9e5e-071cd1a6bb07 req-3e74db9f-5658-436c-82b5-5ea67196ef4f tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 210 time: 0.0410576 Feb 07 02:42:25.524968 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Publish callbacks [] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:25.532975 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:25.594147 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322661e2-fc67-4594-8eb1-d80254c39197', 'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:20Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 3, 'project_id': '50366d8339e8453d810e04b48706f155', 'gw_port': {'id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:21Z', 'updated_at': '2022-02-07T02:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:25.645020 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (322661e2-fc67-4594-8eb1-d80254c39197), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:25.703022 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8718a44-cc31-41e0-bb0d-feef163ad241 None None] The sync data for ids ['322661e2-fc67-4594-8eb1-d80254c39197'] in dv-cinder-828061-1-iscsi is: [{'id': '322661e2-fc67-4594-8eb1-d80254c39197', 'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:20Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 3, 'project_id': '50366d8339e8453d810e04b48706f155', 'gw_port': {'id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:21Z', 'updated_at': '2022-02-07T02:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:42:25.837051 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-7d271ab0-d709-4aa2-b5af-d493eb2680b7 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:25.839297 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-7d271ab0-d709-4aa2-b5af-d493eb2680b7 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.13 "GET /v2.0/networks?id=2d8f40d2-fcd5-4057-958d-babb1702b444 HTTP/1.1" status: 200 len: 809 time: 0.1549809 Feb 07 02:42:25.854878 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Request body: {'port': {'device_id': 'd6359221-125c-41df-9534-dcc0a81d62b7', 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444', 'admin_state_up': True, 'tenant_id': '389892796f3c4135a8d442afe846612a'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:25.936974 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Network 612da381-10f9-408a-814a-c0579e1bf502 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:25.943924 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:25.962994 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=301e7d21-4343-402f-b73b-1f7e5046ae53,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:25.991406 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa110-bb7c-4661-87a2-2cd6d456dd32 req-38912a74-b89c-4c54-865e-3dc2dc286091 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:25.993267 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-004aa110-bb7c-4661-87a2-2cd6d456dd32 req-38912a74-b89c-4c54-865e-3dc2dc286091 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1340623 Feb 07 02:42:26.138649 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab20fa3-6c64-4135-91d0-87643491e904 req-f78fa2b8-f92c-4126-9cd9-7559dd520547 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:26.142487 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-004aa110-bb7c-4661-87a2-2cd6d456dd32 req-5024abce-34bf-46b7-ac37-5b604feca83a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405344 Feb 07 02:42:26.147311 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5ab20fa3-6c64-4135-91d0-87643491e904 req-f78fa2b8-f92c-4126-9cd9-7559dd520547 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.2554002 Feb 07 02:42:26.194389 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Made reservation on behalf of 389892796f3c4135a8d442afe846612a for: {'port': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:26.206856 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:26.245008 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5ab20fa3-6c64-4135-91d0-87643491e904 req-63d5a48a-a20b-4351-83c5-1270ba6e81b1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964425 Feb 07 02:42:26.246887 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a12e1-3036-4a94-90ee-8961ec7588ae req-a8cf746f-c2a2-47f8-af34-3d291ecb8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:26.248372 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-506a12e1-3036-4a94-90ee-8961ec7588ae req-a8cf746f-c2a2-47f8-af34-3d291ecb8923 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1130 time: 0.1683960 Feb 07 02:42:26.421919 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-3b35b466-0e36-4c4a-8652-12ae7eeddef8 None None] Provisioning complete for port 301e7d21-4343-402f-b73b-1f7e5046ae53 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:26.422464 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3b35b466-0e36-4c4a-8652-12ae7eeddef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:26.449143 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Allocated IP 172.20.0.10 (2d8f40d2-fcd5-4057-958d-babb1702b444/28d7d244-6fa6-4db0-a947-203dd7efb640/d04a00fd-a733-4d6c-99d3-0e10e1227f81) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:26.529181 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-3b35b466-0e36-4c4a-8652-12ae7eeddef8 None None] Port 301e7d21-4343-402f-b73b-1f7e5046ae53 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:26.570526 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Router 322661e2-fc67-4594-8eb1-d80254c39197 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:42:26.600689 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:26.602970 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-506a12e1-3036-4a94-90ee-8961ec7588ae req-e73daea9-080e-4fef-925e-cfdaa2382d9e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425210 Feb 07 02:42:26.620425 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ec5445bb-6d7d-42c9-9561-6145a3ac3b60 req-3345a3f3-6e1c-4da0-a6a7-f913c9d9697a tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 210 time: 0.0533423 Feb 07 02:42:26.719104 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:26.720381 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:26.779493 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks [] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:26.846845 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:42:26.848944 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:26.860544 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-50ca4e33-e15b-433e-b8ad-c6cc44249bb4 admin admin] 10.222.0.15 "PUT /v2.0/routers/322661e2-fc67-4594-8eb1-d80254c39197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3707213 Feb 07 02:42:26.907872 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Network 2d8f40d2-fcd5-4057-958d-babb1702b444 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:26.911788 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:26.915876 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:26.926314 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:26.927391 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:26.984577 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Pushing event updated for resources: {'Port': ['ID=d04a00fd-a733-4d6c-99d3-0e10e1227f81,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:26.990140 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-fd05dd18-2261-4c8d-902f-1d3179c10265 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1406894 Feb 07 02:42:27.008285 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Request body: {'port': {'device_id': 'd6359221-125c-41df-9534-dcc0a81d62b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:27.026482 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:27.027084 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.092076 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=8c2fafd5-6c1f-45d9-b979-3d6ca9df7780,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:27.106791 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.166000 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.198262 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=8c2fafd5-6c1f-45d9-b979-3d6ca9df7780,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:27.394033 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74150308-bc3f-4c4b-b81c-5013e771aa03 req-8a295491-b2c1-45bd-a4a5-c29cd3d03f7e tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:27.401664 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-74150308-bc3f-4c4b-b81c-5013e771aa03 req-8a295491-b2c1-45bd-a4a5-c29cd3d03f7e tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0809267 Feb 07 02:42:27.462280 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-74150308-bc3f-4c4b-b81c-5013e771aa03 req-b05bed53-88f5-4e7c-a4a7-c16ab13c875f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594728 Feb 07 02:42:27.585340 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04a00fd-a733-4d6c-99d3-0e10e1227f81 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:42:27.592804 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Publish callbacks [] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.594922 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6595b-9313-4307-96b8-306ebe760488 req-3432d206-3aec-4531-9079-02d7b4d14a6e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:27.596499 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-41f6595b-9313-4307-96b8-306ebe760488 req-3432d206-3aec-4531-9079-02d7b4d14a6e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0636780 Feb 07 02:42:27.605351 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Transition to ACTIVE for port object d04a00fd-a733-4d6c-99d3-0e10e1227f81 will not be triggered until provisioned by entity L2. {{(pid=109069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:42:27.609498 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.653997 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-41f6595b-9313-4307-96b8-306ebe760488 req-f1faad10-f4b2-4d52-8e20-c57c92d9ac48 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501132 Feb 07 02:42:27.675354 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Pushing event updated for resources: {'Port': ['ID=d04a00fd-a733-4d6c-99d3-0e10e1227f81,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:27.713023 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.713433 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.713774 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.714114 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.714444 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.714834 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.715096 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.715418 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.715741 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.716058 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.716396 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.716717 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.717044 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.722727 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50128) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:27.727797 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893431166', 'description': 'tempest-secgroup-smoke-893431166 description', 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:27.735453 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Attempting to bind port d04a00fd-a733-4d6c-99d3-0e10e1227f81 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:27.736184 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Attempting to bind port d04a00fd-a733-4d6c-99d3-0e10e1227f81 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'cc8e958e-6886-40b7-8c27-1642ac5fc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:27.737485 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Attempting to bind port d04a00fd-a733-4d6c-99d3-0e10e1227f81 on network 2d8f40d2-fcd5-4057-958d-babb1702b444 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:27.744515 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Port d04a00fd-a733-4d6c-99d3-0e10e1227f81 on network 2d8f40d2-fcd5-4057-958d-babb1702b444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:42:27.745491 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Attempting to bind port d04a00fd-a733-4d6c-99d3-0e10e1227f81 on network 2d8f40d2-fcd5-4057-958d-babb1702b444 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:27.751277 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:27.751805 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Checking segment: {'id': 'cc8e958e-6886-40b7-8c27-1642ac5fc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:27.752510 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Bound using segment: {'id': 'cc8e958e-6886-40b7-8c27-1642ac5fc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:27.752934 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Bound port: d04a00fd-a733-4d6c-99d3-0e10e1227f81, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8e958e-6886-40b7-8c27-1642ac5fc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:27.753444 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.755821 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.846032 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] For port d04a00fd-a733-4d6c-99d3-0e10e1227f81, host hv-cinder-82806, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:27.853956 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] For port d04a00fd-a733-4d6c-99d3-0e10e1227f81, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d04a00fd-a733-4d6c-99d3-0e10e1227f81,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:27.859182 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eebce-16a9-4a26-a1b5-6538547fc0da req-a8f21423-6a98-462f-b95a-22dbc3194387 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:27.860991 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e79eebce-16a9-4a26-a1b5-6538547fc0da req-a8f21423-6a98-462f-b95a-22dbc3194387 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 944 time: 0.0857503 Feb 07 02:42:27.864548 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.901824 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:27.902442 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.903818 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] 10.222.0.13 "PUT /v2.0/ports/d04a00fd-a733-4d6c-99d3-0e10e1227f81 HTTP/1.1" status: 200 len: 1094 time: 0.8999214 Feb 07 02:42:27.904258 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6359221-125c-41df-9534-dcc0a81d62b7', 'tag': 'd04a00fd-a733-4d6c-99d3-0e10e1227f81'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:42:27.906541 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "d6359221-125c-41df-9534-dcc0a81d62b7", "tag": "d04a00fd-a733-4d6c-99d3-0e10e1227f81"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:42:27.925877 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group (6ed41a7a-c24f-4468-9ec1-fa33b9a06831), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.935617 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6ed41a7a-c24f-4468-9ec1-fa33b9a06831), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.945684 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12ba9e-4e93-4ec4-bea5-c9f541199503 service neutron] Pushing event updated for resources: {'Port': ['ID=d04a00fd-a733-4d6c-99d3-0e10e1227f81,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:27.958453 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e79eebce-16a9-4a26-a1b5-6538547fc0da req-15017a41-dea3-4926-a507-addf5e21ac3a tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Feb 07 02:42:27.981485 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:27.985690 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2619867 Feb 07 02:42:27.986619 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed41a7a-c24f-4468-9ec1-fa33b9a06831,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:27.987559 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50136) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:27.995322 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.995685 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.996036 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.996393 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.996737 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.997071 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.997405 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.997726 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.998602 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.998944 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.999281 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:27.999610 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:28.000073 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c18f32-0106-44ee-842b-02307c105689 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:42:28.010048 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-6e46b4c3-9635-4266-bd48-a937a9532d96 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'security_group_rule': {'security_group_id': '6ed41a7a-c24f-4468-9ec1-fa33b9a06831', 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:28.020156 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df8d602-bf6b-414d-bce1-f53e56411d22 x-openstack-request-id: req-2df8d602-bf6b-414d-bce1-f53e56411d22 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:42:28.020871 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6359221-125c-41df-9534-dcc0a81d62b7", "tag": "d04a00fd-a733-4d6c-99d3-0e10e1227f81", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:42:28.021298 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2df8d602-bf6b-414d-bce1-f53e56411d22 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:42:28.022222 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6359221-125c-41df-9534-dcc0a81d62b7', 'tag': 'd04a00fd-a733-4d6c-99d3-0e10e1227f81', 'status': 'completed', 'code': 200} Feb 07 02:42:28.059462 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6e46b4c3-9635-4266-bd48-a937a9532d96 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (342dcc80-ceb3-4289-87ab-1b982f0fd6da), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.070398 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-b491ddc7-23cb-48de-b419-088ee6403530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:28.071826 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-b491ddc7-23cb-48de-b419-088ee6403530 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=389892796f3c4135a8d442afe846612a&device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 1128 time: 0.0919943 Feb 07 02:42:28.128819 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-8677e3ff-4fb4-4add-a6dc-3c273932cf18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d04a00fd-a733-4d6c-99d3-0e10e1227f81 HTTP/1.1" status: 200 len: 217 time: 0.0469778 Feb 07 02:42:28.189170 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6e46b4c3-9635-4266-bd48-a937a9532d96 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (342dcc80-ceb3-4289-87ab-1b982f0fd6da), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.195682 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-04ff44c5-7a90-475e-a31d-d7c1c836842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:28.197194 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-04ff44c5-7a90-475e-a31d-d7c1c836842d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=28d7d244-6fa6-4db0-a947-203dd7efb640 HTTP/1.1" status: 200 len: 849 time: 0.0577810 Feb 07 02:42:28.198644 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6e46b4c3-9635-4266-bd48-a937a9532d96 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (342dcc80-ceb3-4289-87ab-1b982f0fd6da), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.206707 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Sync routers for ids ['322661e2-fc67-4594-8eb1-d80254c39197'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:42:28.216865 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Routers {'322661e2-fc67-4594-8eb1-d80254c39197'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:28.217486 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['322661e2-fc67-4594-8eb1-d80254c39197'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:28.223016 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50140) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:28.230164 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46b4c3-9635-4266-bd48-a937a9532d96 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342dcc80-ceb3-4289-87ab-1b982f0fd6da,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:28.248741 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-2955a676-6a2e-4526-8ec1-55289adfdccf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d8f40d2-fcd5-4057-958d-babb1702b444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394053 Feb 07 02:42:28.253201 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6e46b4c3-9635-4266-bd48-a937a9532d96 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.254665 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-6e46b4c3-9635-4266-bd48-a937a9532d96 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2651570 Feb 07 02:42:28.258037 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50144) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:28.262706 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-1c090359-760d-4e5d-8d22-31abb9cab94a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'security_group_rule': {'security_group_id': '6ed41a7a-c24f-4468-9ec1-fa33b9a06831', 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:28.293657 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c090359-760d-4e5d-8d22-31abb9cab94a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (4e42149f-6661-4aa3-b5a0-f56ad0416b26), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.357482 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Set router 322661e2-fc67-4594-8eb1-d80254c39197 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:28.369649 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c090359-760d-4e5d-8d22-31abb9cab94a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (4e42149f-6661-4aa3-b5a0-f56ad0416b26), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.386539 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c090359-760d-4e5d-8d22-31abb9cab94a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (4e42149f-6661-4aa3-b5a0-f56ad0416b26), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.399883 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-f24899d1-cbfb-4b4a-b292-b7a9f713d5dc service neutron] 10.222.0.13 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421454 Feb 07 02:42:28.424967 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c090359-760d-4e5d-8d22-31abb9cab94a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e42149f-6661-4aa3-b5a0-f56ad0416b26,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:28.425476 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ad28f87d-7826-4e49-8204-93933a721881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.450625 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c090359-760d-4e5d-8d22-31abb9cab94a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.451786 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1c090359-760d-4e5d-8d22-31abb9cab94a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1925387 Feb 07 02:42:28.454383 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50152) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:28.462652 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-18e440c0-4faf-4011-8705-f1f03b3a526c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'security_group_rule': {'security_group_id': '6ed41a7a-c24f-4468-9ec1-fa33b9a06831', 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:28.490349 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:28.500770 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-18e440c0-4faf-4011-8705-f1f03b3a526c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (31d3909e-6c18-40c5-8d32-a2c82be685a4), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.610358 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0aadc1d7-b02c-4df3-a359-0662bf1f09e6 req-842d1f0e-4425-4a68-a515-75d635e1c259 service neutron] 10.222.0.13 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923435 Feb 07 02:42:28.642111 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-18e440c0-4faf-4011-8705-f1f03b3a526c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (31d3909e-6c18-40c5-8d32-a2c82be685a4), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.665845 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-18e440c0-4faf-4011-8705-f1f03b3a526c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (31d3909e-6c18-40c5-8d32-a2c82be685a4), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.673258 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:28.673890 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.690206 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5965db-4960-49e6-858d-ad94791df5e6 req-07b2f01e-f5c2-4235-933f-5b5ee66c4f6b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:28.701461 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f5965db-4960-49e6-858d-ad94791df5e6 req-07b2f01e-f5c2-4235-933f-5b5ee66c4f6b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1390469 Feb 07 02:42:28.706728 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ad28f87d-7826-4e49-8204-93933a721881 admin admin] Publish callbacks [] for security_group (4434d26d-0c44-4a10-a728-86805836b02a), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.736974 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e440c0-4faf-4011-8705-f1f03b3a526c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d3909e-6c18-40c5-8d32-a2c82be685a4,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:28.738284 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322661e2-fc67-4594-8eb1-d80254c39197', 'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:20Z', 'updated_at': '2022-02-07T02:42:25Z', 'revision_number': 4, 'project_id': '50366d8339e8453d810e04b48706f155', 'gw_port': {'id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:21Z', 'updated_at': '2022-02-07T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '301e7d21-4343-402f-b73b-1f7e5046ae53', 'name': '', 'network_id': '612da381-10f9-408a-814a-c0579e1bf502', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'mac_address': 'fa:16:3e:4a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a25378a4-44f1-4832-bacc-67cf15f0bd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:24Z', 'updated_at': '2022-02-07T02:42:25Z', 'revision_number': 2, 'project_id': '50366d8339e8453d810e04b48706f155', 'subnets': [{'id': 'a25378a4-44f1-4832-bacc-67cf15f0bd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:28.753055 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ad28f87d-7826-4e49-8204-93933a721881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4434d26d-0c44-4a10-a728-86805836b02a), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.769315 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-18e440c0-4faf-4011-8705-f1f03b3a526c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.773450 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-18e440c0-4faf-4011-8705-f1f03b3a526c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178582 Feb 07 02:42:28.774396 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50160) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:28.778934 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-5a4aa4ad-59fd-4efd-81c1-30b036f33f13 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'security_group_rule': {'security_group_id': '6ed41a7a-c24f-4468-9ec1-fa33b9a06831', 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:28.786817 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f5965db-4960-49e6-858d-ad94791df5e6 req-6350d96a-1de4-4f8a-9b64-e8df0699c053 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840833 Feb 07 02:42:28.829696 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa4ad-59fd-4efd-81c1-30b036f33f13 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (cfd25fee-9f60-4b30-9a7c-238d77e63b13), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.851609 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Checking router: 322661e2-fc67-4594-8eb1-d80254c39197 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:42:28.851963 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Updating router 322661e2-fc67-4594-8eb1-d80254c39197 port 301e7d21-4343-402f-b73b-1f7e5046ae53 binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:42:28.895510 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:28.900012 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-d913c701-d8a4-429d-975f-53308c784d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:28.901969 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.902108 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-d913c701-d8a4-429d-975f-53308c784d2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=389892796f3c4135a8d442afe846612a&device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 1128 time: 0.2194057 Feb 07 02:42:28.906499 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ad28f87d-7826-4e49-8204-93933a721881 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04a8e9f1e7c849b4b21ea1259dce85ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6822219 Feb 07 02:42:28.910408 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28f87d-7826-4e49-8204-93933a721881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4434d26d-0c44-4a10-a728-86805836b02a,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:28.913375 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50166) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:28.949045 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa4ad-59fd-4efd-81c1-30b036f33f13 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (cfd25fee-9f60-4b30-9a7c-238d77e63b13), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.954604 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa4ad-59fd-4efd-81c1-30b036f33f13 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (cfd25fee-9f60-4b30-9a7c-238d77e63b13), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:28.978849 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4aa4ad-59fd-4efd-81c1-30b036f33f13 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd25fee-9f60-4b30-9a7c-238d77e63b13,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:28.999482 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa4ad-59fd-4efd-81c1-30b036f33f13 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.001493 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5a4aa4ad-59fd-4efd-81c1-30b036f33f13 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2259915 Feb 07 02:42:29.004379 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50172) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:29.012572 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-56886eb5-32f1-4b76-89b8-326596fb1196 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'security_group_rule': {'security_group_id': '6ed41a7a-c24f-4468-9ec1-fa33b9a06831', 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:29.044951 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.securitygroups_db [None req-56886eb5-32f1-4b76-89b8-326596fb1196 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Project a90c5dfb972244c1aa625e07b1e3fe40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 02:42:29.049234 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a29896-efbb-47af-b08f-78a957204d5a req-09764181-48f9-4e35-ada8-7631050f1626 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:29.052234 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56886eb5-32f1-4b76-89b8-326596fb1196 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (9d4932d3-5feb-46e5-8d66-a0759a2dcfab), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.058201 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-93a29896-efbb-47af-b08f-78a957204d5a req-09764181-48f9-4e35-ada8-7631050f1626 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.2265408 Feb 07 02:42:29.098564 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fa8036c5-f902-4a23-88ba-fd969aeb621b admin admin] Publish callbacks [] for security_group (4434d26d-0c44-4a10-a728-86805836b02a), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.144664 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-cfc86179-0143-4011-822a-807919c2bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:29.144664 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-cfc86179-0143-4011-822a-807919c2bc38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2d8f40d2-fcd5-4057-958d-babb1702b444 HTTP/1.1" status: 200 len: 910 time: 0.2064731 Feb 07 02:42:29.150833 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fa8036c5-f902-4a23-88ba-fd969aeb621b admin admin] Publish callbacks [] for security_group (4434d26d-0c44-4a10-a728-86805836b02a), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.213264 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-93a29896-efbb-47af-b08f-78a957204d5a req-a17f01d3-9c7c-4c12-8dd8-b34b3221f9b1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540189 Feb 07 02:42:29.214886 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-673701af-f48e-433f-8110-091bdead5ea3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d04a00fd-a733-4d6c-99d3-0e10e1227f81 HTTP/1.1" status: 200 len: 217 time: 0.0554461 Feb 07 02:42:29.226700 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56886eb5-32f1-4b76-89b8-326596fb1196 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (9d4932d3-5feb-46e5-8d66-a0759a2dcfab), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.230167 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-590338e7-8e42-413a-80e8-a9e33d752870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:29.231684 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-590338e7-8e42-413a-80e8-a9e33d752870 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1130 time: 0.1332865 Feb 07 02:42:29.255439 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Publish callbacks [] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.256615 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8e081-0b50-4aaa-b93b-4040affdb88a req-1aa2bbdb-c4ae-4c1d-bb11-f5f2563701f0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:29.258364 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-69d8e081-0b50-4aaa-b93b-4040affdb88a req-1aa2bbdb-c4ae-4c1d-bb11-f5f2563701f0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 944 time: 0.1498444 Feb 07 02:42:29.264483 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.276914 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56886eb5-32f1-4b76-89b8-326596fb1196 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (9d4932d3-5feb-46e5-8d66-a0759a2dcfab), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.284680 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-5b36f1c9-3442-4261-9e80-6a7728df99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:29.286299 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-5b36f1c9-3442-4261-9e80-6a7728df99f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=28d7d244-6fa6-4db0-a947-203dd7efb640 HTTP/1.1" status: 200 len: 849 time: 0.0603683 Feb 07 02:42:29.305767 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fa8036c5-f902-4a23-88ba-fd969aeb621b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (4434d26d-0c44-4a10-a728-86805836b02a), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.309342 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fa8036c5-f902-4a23-88ba-fd969aeb621b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.311558 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-fa8036c5-f902-4a23-88ba-fd969aeb621b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4434d26d-0c44-4a10-a728-86805836b02a HTTP/1.1" status: 204 len: 168 time: 0.3963943 Feb 07 02:42:29.342732 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-b8dad6c8-bae1-4a32-97e6-b7120ff0c53f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d8f40d2-fcd5-4057-958d-babb1702b444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494530 Feb 07 02:42:29.365829 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8036c5-f902-4a23-88ba-fd969aeb621b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4434d26d-0c44-4a10-a728-86805836b02a,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:29.376700 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-56886eb5-32f1-4b76-89b8-326596fb1196 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.380407 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-56886eb5-32f1-4b76-89b8-326596fb1196 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3704875 Feb 07 02:42:29.389696 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50178) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:29.397500 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56886eb5-32f1-4b76-89b8-326596fb1196 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4932d3-5feb-46e5-8d66-a0759a2dcfab,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:29.407720 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-a133167c-0317-43cc-abe2-ff05f8ac10c6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'security_group_rule': {'security_group_id': '6ed41a7a-c24f-4468-9ec1-fa33b9a06831', 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:29.454490 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-69d8e081-0b50-4aaa-b93b-4040affdb88a req-cbafb3d6-34ad-432a-8abc-5c709f6d73a9 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796374 Feb 07 02:42:29.500125 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb8cbf-61e8-4808-a8e7-3ec8ab805623 None None] Pushing event updated for resources: {'Port': ['ID=301e7d21-4343-402f-b73b-1f7e5046ae53,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:29.500682 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-a8b64f59-cd87-46ae-a0cc-1e06818ebb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:29.502828 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-a8b64f59-cd87-46ae-a0cc-1e06818ebb7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 920 time: 0.2427530 Feb 07 02:42:29.510570 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Attempting to bind port 301e7d21-4343-402f-b73b-1f7e5046ae53 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:29.518237 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Attempting to bind port 301e7d21-4343-402f-b73b-1f7e5046ae53 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '612da381-10f9-408a-814a-c0579e1bf502'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:29.518710 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Attempting to bind port 301e7d21-4343-402f-b73b-1f7e5046ae53 on network 612da381-10f9-408a-814a-c0579e1bf502 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:29.539399 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:29.539781 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Checking segment: {'id': 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '612da381-10f9-408a-814a-c0579e1bf502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:29.541128 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.541923 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Bound using segment: {'id': 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '612da381-10f9-408a-814a-c0579e1bf502'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:29.542495 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Bound port: 301e7d21-4343-402f-b73b-1f7e5046ae53, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '612da381-10f9-408a-814a-c0579e1bf502'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:29.542951 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.556193 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-c97b688b-e39c-4f98-aecc-68749c5dd0c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93712836-c8dd-4300-9b90-33d7684d2c11 HTTP/1.1" status: 200 len: 217 time: 0.0443575 Feb 07 02:42:29.572491 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.securitygroups_db [None req-a133167c-0317-43cc-abe2-ff05f8ac10c6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Project a90c5dfb972244c1aa625e07b1e3fe40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 02:42:29.587620 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a133167c-0317-43cc-abe2-ff05f8ac10c6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (04c7bdb6-9544-4945-a6f1-74e9cba80836), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.611239 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc3a0b-485e-4ce1-a5d7-5d795bf67dba req-e40bcc8b-cdd2-4201-a2ae-376c7fe0f820 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:29.613679 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-accc3a0b-485e-4ce1-a5d7-5d795bf67dba req-e40bcc8b-cdd2-4201-a2ae-376c7fe0f820 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.2650576 Feb 07 02:42:29.625436 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-9cc808ad-2bef-4a9d-a3a2-c15434d5c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:29.627218 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-9cc808ad-2bef-4a9d-a3a2-c15434d5c2c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.0644810 Feb 07 02:42:29.660802 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-55b58d15-794c-4f44-854c-6e6d01582b4b service neutron] 10.222.0.13 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973042 Feb 07 02:42:29.663313 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] For port 301e7d21-4343-402f-b73b-1f7e5046ae53, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:29.664858 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-b37f9786-8eb8-43b0-b0e3-91e5d775a2f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302250 Feb 07 02:42:29.667620 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] For port 301e7d21-4343-402f-b73b-1f7e5046ae53, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=301e7d21-4343-402f-b73b-1f7e5046ae53,segment=NetworkSegment(f2629a5a-904e-4a1a-828e-ba38b4a11e8e),segment_id=f2629a5a-904e-4a1a-828e-ba38b4a11e8e)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:29.671787 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-884c0228-0c67-4123-9695-98761bdd474d None None] Provisioning complete for port 301e7d21-4343-402f-b73b-1f7e5046ae53 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:29.672167 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-884c0228-0c67-4123-9695-98761bdd474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.694759 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.765741 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb8cbf-61e8-4808-a8e7-3ec8ab805623 None None] Pushing event updated for resources: {'Port': ['ID=301e7d21-4343-402f-b73b-1f7e5046ae53,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:29.782943 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Routers {'322661e2-fc67-4594-8eb1-d80254c39197'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:29.783798 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['322661e2-fc67-4594-8eb1-d80254c39197'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:29.784802 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-8ff23260-0ffb-4ee4-85b9-fba0be1e421a service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123662 Feb 07 02:42:29.851069 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a133167c-0317-43cc-abe2-ff05f8ac10c6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (04c7bdb6-9544-4945-a6f1-74e9cba80836), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.879913 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-accc3a0b-485e-4ce1-a5d7-5d795bf67dba req-9ba8c157-48b0-4a00-8552-7e120b1befe3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547898 Feb 07 02:42:29.883120 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a133167c-0317-43cc-abe2-ff05f8ac10c6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (04c7bdb6-9544-4945-a6f1-74e9cba80836), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.929991 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a133167c-0317-43cc-abe2-ff05f8ac10c6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:29.936882 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a133167c-0317-43cc-abe2-ff05f8ac10c6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5445659 Feb 07 02:42:29.939031 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f2c1e6a7-f4b0-48b4-bf3a-d7c075d47dfa req-2065d411-5dfa-42ed-84df-110fb0d296b2 service neutron] 10.222.0.13 "GET /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649660 Feb 07 02:42:29.961342 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133167c-0317-43cc-abe2-ff05f8ac10c6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c7bdb6-9544-4945-a6f1-74e9cba80836,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:30.014414 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-884c0228-0c67-4123-9695-98761bdd474d None None] Current status of the port 301e7d21-4343-402f-b73b-1f7e5046ae53 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:30.014670 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-884c0228-0c67-4123-9695-98761bdd474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:30.014778 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10bb9490-9af1-40f7-beb3-fd8199e69483 req-7c4d10ba-ebe2-4ebc-bb59-a9263a2b741b service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198560 Feb 07 02:42:30.092334 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] Set router 322661e2-fc67-4594-8eb1-d80254c39197 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:30.127805 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-884c0228-0c67-4123-9695-98761bdd474d None None] For port 301e7d21-4343-402f-b73b-1f7e5046ae53, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=301e7d21-4343-402f-b73b-1f7e5046ae53,segment=NetworkSegment(f2629a5a-904e-4a1a-828e-ba38b4a11e8e),segment_id=f2629a5a-904e-4a1a-828e-ba38b4a11e8e)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:30.140549 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-884c0228-0c67-4123-9695-98761bdd474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:30.379306 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdb6c9-01e9-4d70-9bc7-9a694c50bf4c req-79bc6d2e-e57c-46b1-86ab-29908e7773f0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:30.387878 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-79cdb6c9-01e9-4d70-9bc7-9a694c50bf4c req-79bc6d2e-e57c-46b1-86ab-29908e7773f0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0759525 Feb 07 02:42:30.392169 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-5b646cd8-4c0f-4ca2-b477-3d4450c374cb None None] Provisioning complete for port 301e7d21-4343-402f-b73b-1f7e5046ae53 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:30.393173 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5b646cd8-4c0f-4ca2-b477-3d4450c374cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:30.436021 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c0228-0c67-4123-9695-98761bdd474d None None] Pushing event updated for resources: {'Port': ['ID=301e7d21-4343-402f-b73b-1f7e5046ae53,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:30.461077 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-79cdb6c9-01e9-4d70-9bc7-9a694c50bf4c req-3b7beb5b-d8cd-44b2-b5cd-8c21782cf462 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721800 Feb 07 02:42:30.465564 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322661e2-fc67-4594-8eb1-d80254c39197', 'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:20Z', 'updated_at': '2022-02-07T02:42:25Z', 'revision_number': 4, 'project_id': '50366d8339e8453d810e04b48706f155', 'gw_port': {'id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:21Z', 'updated_at': '2022-02-07T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '301e7d21-4343-402f-b73b-1f7e5046ae53', 'name': '', 'network_id': '612da381-10f9-408a-814a-c0579e1bf502', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'mac_address': 'fa:16:3e:4a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a25378a4-44f1-4832-bacc-67cf15f0bd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:24Z', 'updated_at': '2022-02-07T02:42:29Z', 'revision_number': 4, 'project_id': '50366d8339e8453d810e04b48706f155', 'subnets': [{'id': 'a25378a4-44f1-4832-bacc-67cf15f0bd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:30.502328 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c535f36-1a8b-453e-a263-c4414448238a None None] The sync data for ids ['322661e2-fc67-4594-8eb1-d80254c39197'] in dv-cinder-828061-1-iscsi is: [{'id': '322661e2-fc67-4594-8eb1-d80254c39197', 'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:20Z', 'updated_at': '2022-02-07T02:42:25Z', 'revision_number': 4, 'project_id': '50366d8339e8453d810e04b48706f155', 'gw_port': {'id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:21Z', 'updated_at': '2022-02-07T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '301e7d21-4343-402f-b73b-1f7e5046ae53', 'name': '', 'network_id': '612da381-10f9-408a-814a-c0579e1bf502', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'mac_address': 'fa:16:3e:4a:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a25378a4-44f1-4832-bacc-67cf15f0bd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:24Z', 'updated_at': '2022-02-07T02:42:29Z', 'revision_number': 4, 'project_id': '50366d8339e8453d810e04b48706f155', 'subnets': [{'id': 'a25378a4-44f1-4832-bacc-67cf15f0bd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:42:30.515616 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50260) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:30.627494 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-5b646cd8-4c0f-4ca2-b477-3d4450c374cb None None] Current status of the port 301e7d21-4343-402f-b73b-1f7e5046ae53 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:30.694148 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f390-8257-4405-8b1b-5369546be845 req-09a31fd2-f558-456a-ab3a-38eea20317f8 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:30.713285 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4132f390-8257-4405-8b1b-5369546be845 req-09a31fd2-f558-456a-ab3a-38eea20317f8 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 944 time: 0.1739085 Feb 07 02:42:30.735447 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-425232554-network', 'tenant_id': '21a9d29f17224774a232218b99165d32'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:30.782424 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Made reservation on behalf of 21a9d29f17224774a232218b99165d32 for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:30.785069 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:30.799941 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4132f390-8257-4405-8b1b-5369546be845 req-bae6b3c5-1491-4256-9392-bd96719ae365 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857964 Feb 07 02:42:30.801038 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:30.881404 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Publish callbacks [] for security_group (b01eada1-28b8-4494-8b2d-cf0d611485ea), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:30.885729 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b01eada1-28b8-4494-8b2d-cf0d611485ea), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:30.911001 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:42:30.926923 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01eada1-28b8-4494-8b2d-cf0d611485ea,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:30.936129 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (5babb2ea-c5d1-4ce3-8a18-c969085b0d8a), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:30.937317 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Added segment 5babb2ea-c5d1-4ce3-8a18-c969085b0d8a of type vlan for network abcb529c-d80c-4377-a13b-0c35e5fa15df Feb 07 02:42:30.996163 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (abcb529c-d80c-4377-a13b-0c35e5fa15df), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.024697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (abcb529c-d80c-4377-a13b-0c35e5fa15df), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.025765 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:31.026378 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.058351 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bed14a-d3b3-472d-9071-b6ceb2b6edcb req-30bd7272-e0e7-4f7c-a7fb-550decb7ccd3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:31.060191 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d1bed14a-d3b3-472d-9071-b6ceb2b6edcb req-30bd7272-e0e7-4f7c-a7fb-550decb7ccd3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0721450 Feb 07 02:42:31.096098 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5787783 Feb 07 02:42:31.099381 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50286) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:31.108855 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Request body: {'subnet': {'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-425232554-subnet', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:31.116061 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44f66f-b05d-4cba-b46a-e2461f72c4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=abcb529c-d80c-4377-a13b-0c35e5fa15df,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:31.129169 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network abcb529c-d80c-4377-a13b-0c35e5fa15df details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:42:31.139374 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Made reservation on behalf of 21a9d29f17224774a232218b99165d32 for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:31.140648 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d1bed14a-d3b3-472d-9071-b6ceb2b6edcb req-b9d7e6dd-62e2-4d0c-9f47-633c6dd1f144 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657926 Feb 07 02:42:31.142399 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.335981 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (94eaca85-8eae-4a59-8bdf-b11f8b3cf954), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.394440 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Pushing event updated for resources: {'Subnet': ['ID=94eaca85-8eae-4a59-8bdf-b11f8b3cf954,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:31.405150 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Checking segment: {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:31.405509 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Network hostable DHCP agents. Network: abcb529c-d80c-4377-a13b-0c35e5fa15df, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:42:31.423975 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Network abcb529c-d80c-4377-a13b-0c35e5fa15df is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:42:31.434295 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, abcb529c-d80c-4377-a13b-0c35e5fa15df) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:31.438116 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:31.438706 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.442818 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90734d-ef39-4f8b-9ddf-93bb20d5d59a None None] Network abcb529c-d80c-4377-a13b-0c35e5fa15df requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:31.477990 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-81af4bdc-12db-4de5-b6fc-065f30b3621f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3764908 Feb 07 02:42:31.480841 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50290) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:31.486051 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:31.528707 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (a868dec6-f52e-4095-8f4e-27881bd47174), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.531721 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (a868dec6-f52e-4095-8f4e-27881bd47174), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.621998 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks [] for router_controller (a868dec6-f52e-4095-8f4e-27881bd47174), precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.647317 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe5119-2497-400f-bc28-2ed5cfaa9f77 req-9eb21a29-49c4-43a3-a2ea-2c1b5860eec6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:31.649001 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8ffe5119-2497-400f-bc28-2ed5cfaa9f77 req-9eb21a29-49c4-43a3-a2ea-2c1b5860eec6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0884106 Feb 07 02:42:31.827430 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8ffe5119-2497-400f-bc28-2ed5cfaa9f77 req-03af0a29-e1fc-461d-872b-9a3179d0928e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673391 Feb 07 02:42:31.898086 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-abcb529c-d80c-4377-a13b-0c35e5fa15df', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'project_id': '21a9d29f17224774a232218b99165d32', 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:42:31.899188 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.923811 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks [] for router_gateway (a868dec6-f52e-4095-8f4e-27881bd47174), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:31.981571 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50308) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:32.022326 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc2178-9c77-4f9f-a671-ffa970f6d0ae req-b572446b-6182-4509-9025-e71b61e0faca tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:32.023844 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e8cc2178-9c77-4f9f-a671-ffa970f6d0ae req-b572446b-6182-4509-9025-e71b61e0faca tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 944 time: 0.0959632 Feb 07 02:42:32.083143 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Allocated IP 172.20.0.2 (abcb529c-d80c-4377-a13b-0c35e5fa15df/94eaca85-8eae-4a59-8bdf-b11f8b3cf954/66d2da7a-eaa8-476f-b607-dd350b0ddde4) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:32.091280 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e8cc2178-9c77-4f9f-a671-ffa970f6d0ae req-a31ec238-84f0-4e5a-86bb-21cb401c1a32 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593624 Feb 07 02:42:32.134136 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ecb50d6-6c0c-42c4-bdd0-17247fb1ef31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.163433 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device d04a00fd-a733-4d6c-99d3-0e10e1227f81 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:42:32.267652 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks [] for router_gateway (a868dec6-f52e-4095-8f4e-27881bd47174), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.286946 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.291585 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ecb50d6-6c0c-42c4-bdd0-17247fb1ef31 admin admin] Publish callbacks [] for security_group (11b40969-9868-4ec2-b89e-a6e3afdb86d9), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.304086 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ecb50d6-6c0c-42c4-bdd0-17247fb1ef31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (11b40969-9868-4ec2-b89e-a6e3afdb86d9), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.318093 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fce42-2e8f-49e0-85ae-be36a799ba90 req-ad7c1cfe-112f-4856-b711-d12ef29c8cf6 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:32.319750 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-327fce42-2e8f-49e0-85ae-be36a799ba90 req-ad7c1cfe-112f-4856-b711-d12ef29c8cf6 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0767484 Feb 07 02:42:32.352320 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Publish callbacks [] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.355738 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port d04a00fd-a733-4d6c-99d3-0e10e1227f81, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d04a00fd-a733-4d6c-99d3-0e10e1227f81,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:32.363989 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.372390 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb50d6-6c0c-42c4-bdd0-17247fb1ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b40969-9868-4ec2-b89e-a6e3afdb86d9,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:32.374142 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-0ecb50d6-6c0c-42c4-bdd0-17247fb1ef31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2522ca4f15014980bf5f860bd0e04d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915017 Feb 07 02:42:32.380633 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50314) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:32.382395 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': 'd04a00fd-a733-4d6c-99d3-0e10e1227f81', 'network_id': '2d8f40d2-fcd5-4057-958d-babb1702b444', 'port_id': 'd04a00fd-a733-4d6c-99d3-0e10e1227f81', 'mac_address': 'fa:16:3e:3d:66:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d7d244-6fa6-4db0-a947-203dd7efb640', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:42:32.434077 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-327fce42-2e8f-49e0-85ae-be36a799ba90 req-09bc5d9e-fcaa-41e6-82bd-9adc29d4427b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022775 Feb 07 02:42:32.439843 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Network abcb529c-d80c-4377-a13b-0c35e5fa15df is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:32.478205 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:32.481993 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Pushing event updated for resources: {'Port': ['ID=66d2da7a-eaa8-476f-b607-dd350b0ddde4,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:32.484579 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:32.485269 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Allocated IP 172.27.1.174 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/be61a13b-2361-494a-9148-d00b9cb81cca) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:32.492496 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-635c41d1-ee32-491f-9599-ebe64fd97d3e admin admin] Publish callbacks [] for security_group (11b40969-9868-4ec2-b89e-a6e3afdb86d9), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.517032 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port d04a00fd-a733-4d6c-99d3-0e10e1227f81 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:32.517423 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.537774 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-635c41d1-ee32-491f-9599-ebe64fd97d3e admin admin] Publish callbacks [] for security_group (11b40969-9868-4ec2-b89e-a6e3afdb86d9), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.590761 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04a00fd-a733-4d6c-99d3-0e10e1227f81 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:42:32.595115 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 301e7d21-4343-402f-b73b-1f7e5046ae53 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:32.613657 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-635c41d1-ee32-491f-9599-ebe64fd97d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (11b40969-9868-4ec2-b89e-a6e3afdb86d9), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.616642 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-635c41d1-ee32-491f-9599-ebe64fd97d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.620244 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-635c41d1-ee32-491f-9599-ebe64fd97d3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11b40969-9868-4ec2-b89e-a6e3afdb86d9 HTTP/1.1" status: 204 len: 168 time: 0.2362490 Feb 07 02:42:32.627204 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c41d1-ee32-491f-9599-ebe64fd97d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b40969-9868-4ec2-b89e-a6e3afdb86d9,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:32.658301 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Attempting to bind port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:32.658966 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Attempting to bind port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:32.659520 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Attempting to bind port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 on network abcb529c-d80c-4377-a13b-0c35e5fa15df {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:32.672388 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port d04a00fd-a733-4d6c-99d3-0e10e1227f81, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d04a00fd-a733-4d6c-99d3-0e10e1227f81,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:32.679953 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.684687 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:32.685893 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Checking segment: {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:32.686693 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.687245 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Bound using segment: {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:32.687736 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Bound port: 66d2da7a-eaa8-476f-b607-dd350b0ddde4, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:32.688112 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.688380 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks [] for port (be61a13b-2361-494a-9148-d00b9cb81cca), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.753049 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.784407 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=d04a00fd-a733-4d6c-99d3-0e10e1227f81,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:32.797660 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 301e7d21-4343-402f-b73b-1f7e5046ae53 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:32.799416 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:32.872668 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Pushing event updated for resources: {'Port': ['ID=be61a13b-2361-494a-9148-d00b9cb81cca,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:32.891773 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:32.893808 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:32.897562 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:32.949712 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] For port 66d2da7a-eaa8-476f-b607-dd350b0ddde4, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:32.975549 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] For port 66d2da7a-eaa8-476f-b607-dd350b0ddde4, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=66d2da7a-eaa8-476f-b607-dd350b0ddde4,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:32.990444 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.053537 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['d04a00fd-a733-4d6c-99d3-0e10e1227f81'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:42:33.119330 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50332) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:33.133099 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 301e7d21-4343-402f-b73b-1f7e5046ae53 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:33.157409 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe7346-fb92-4ef0-9fe2-b2c2b29f9cf9 None None] Pushing event updated for resources: {'Port': ['ID=66d2da7a-eaa8-476f-b607-dd350b0ddde4,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:33.159781 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0e7c-8c5e-4d37-a4ce-4084a92c8a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.180182 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6db70f-0231-45d6-9f18-ec92b9d1144b req-65844ed8-1ce6-4e86-8aa8-28bc1b4a7088 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:33.182750 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d6db70f-0231-45d6-9f18-ec92b9d1144b req-65844ed8-1ce6-4e86-8aa8-28bc1b4a7088 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.1624787 Feb 07 02:42:33.325168 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1486e4-072b-4e5d-bdbe-838677499709 req-c9bf0b5f-b1b0-4471-bba9-274cc3773056 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:33.326952 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ec1486e4-072b-4e5d-bdbe-838677499709 req-c9bf0b5f-b1b0-4471-bba9-274cc3773056 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 945 time: 0.1041863 Feb 07 02:42:33.331768 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0e7c-8c5e-4d37-a4ce-4084a92c8a66 admin admin] Publish callbacks [] for security_group (33de6631-d2a6-4b80-ba71-bf62bc2813f4), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.337213 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7d4a0e7c-8c5e-4d37-a4ce-4084a92c8a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (33de6631-d2a6-4b80-ba71-bf62bc2813f4), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.340851 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d6db70f-0231-45d6-9f18-ec92b9d1144b req-72765f24-3c3c-41f9-94ee-87db74ddb7f9 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098692 Feb 07 02:42:33.385850 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-7d4a0e7c-8c5e-4d37-a4ce-4084a92c8a66 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39d1f073d5e84db2980930051ac81e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586052 Feb 07 02:42:33.388072 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50336) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:33.403484 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks [] for router_gateway (a868dec6-f52e-4095-8f4e-27881bd47174), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.422677 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a0e7c-8c5e-4d37-a4ce-4084a92c8a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33de6631-d2a6-4b80-ba71-bf62bc2813f4,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:33.464927 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ec1486e4-072b-4e5d-bdbe-838677499709 req-e467cee5-6cf6-447f-b8d9-6da3c1b28290 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867801 Feb 07 02:42:33.554166 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-adc16722-9a47-4f2c-998d-d964312d03cd admin admin] Publish callbacks [] for security_group (33de6631-d2a6-4b80-ba71-bf62bc2813f4), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.587483 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-adc16722-9a47-4f2c-998d-d964312d03cd admin admin] Publish callbacks [] for security_group (33de6631-d2a6-4b80-ba71-bf62bc2813f4), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.931873 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (a868dec6-f52e-4095-8f4e-27881bd47174), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.936202 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-adc16722-9a47-4f2c-998d-d964312d03cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (33de6631-d2a6-4b80-ba71-bf62bc2813f4), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.938829 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-adc16722-9a47-4f2c-998d-d964312d03cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:33.939994 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-adc16722-9a47-4f2c-998d-d964312d03cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33de6631-d2a6-4b80-ba71-bf62bc2813f4 HTTP/1.1" status: 204 len: 168 time: 0.5488935 Feb 07 02:42:33.958601 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc16722-9a47-4f2c-998d-d964312d03cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33de6631-d2a6-4b80-ba71-bf62bc2813f4,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:34.148235 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Router a868dec6-f52e-4095-8f4e-27881bd47174 is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:42:34.172742 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device d04a00fd-a733-4d6c-99d3-0e10e1227f81 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:34.246488 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port d04a00fd-a733-4d6c-99d3-0e10e1227f81 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:42:34.251424 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port d04a00fd-a733-4d6c-99d3-0e10e1227f81 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:34.251801 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:34.276506 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8f71-6b05-4b4b-94c5-6c378b0567a7 req-fa8462d5-dffc-4ebb-84da-27ddac05fb52 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:34.277431 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c30f8f71-6b05-4b4b-94c5-6c378b0567a7 req-fa8462d5-dffc-4ebb-84da-27ddac05fb52 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1397893 Feb 07 02:42:34.369363 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port d04a00fd-a733-4d6c-99d3-0e10e1227f81 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:34.370072 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:34.372626 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c30f8f71-6b05-4b4b-94c5-6c378b0567a7 req-507b7902-c36b-49d3-a0ba-db0602b9acfb tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777345 Feb 07 02:42:34.394916 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:42:34.408621 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Sync routers for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:42:34.422237 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:34.428775 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-041b98b8-bd08-42f3-9097-16c60f3a11c5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9413230 Feb 07 02:42:34.429255 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50354) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:34.445189 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:34.448279 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:34.463048 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6359221-125c-41df-9534-dcc0a81d62b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04a00fd-a733-4d6c-99d3-0e10e1227f81'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:42:34.476050 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c235947-354f-40df-8893-770c2b4a0d3c" -d '{"events": [{"server_uuid": "d6359221-125c-41df-9534-dcc0a81d62b7", "name": "network-vif-plugged", "status": "completed", "tag": "d04a00fd-a733-4d6c-99d3-0e10e1227f81"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:42:34.482445 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port d04a00fd-a733-4d6c-99d3-0e10e1227f81, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d04a00fd-a733-4d6c-99d3-0e10e1227f81,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:34.495548 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:34.512516 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58031355-e1dd-438a-a7cc-ff4c47ec6ad0 None None] Network abcb529c-d80c-4377-a13b-0c35e5fa15df requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:34.608781 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50362) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:34.650544 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c2cbdef7-2139-48cf-88f0-48e0c47603d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:34.666611 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e177a-538d-480b-920e-8cfc2af65292 req-47ab289d-fb0a-4597-9744-a0df3224d469 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:34.681126 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-764e177a-538d-480b-920e-8cfc2af65292 req-47ab289d-fb0a-4597-9744-a0df3224d469 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.1513653 Feb 07 02:42:34.728038 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 66d2da7a-eaa8-476f-b607-dd350b0ddde4 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:34.752666 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-764e177a-538d-480b-920e-8cfc2af65292 req-4ae7ba91-5eaa-4578-ab1f-9c3e8bd1f764 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704060 Feb 07 02:42:34.780022 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c2cbdef7-2139-48cf-88f0-48e0c47603d5 admin admin] Publish callbacks [] for security_group (ba908bd2-8faa-4327-a5c0-e465616f1a46), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:34.791371 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c2cbdef7-2139-48cf-88f0-48e0c47603d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ba908bd2-8faa-4327-a5c0-e465616f1a46), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:34.807639 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:34.841648 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-4bd03b46-245f-41d9-97ee-cc7cd0633b1c None None] Provisioning complete for port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:34.842025 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4bd03b46-245f-41d9-97ee-cc7cd0633b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:34.854199 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c2cbdef7-2139-48cf-88f0-48e0c47603d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d332ae79487846ee9ce2b560e1a3c686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413008 Feb 07 02:42:34.857685 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50370) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:34.870410 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc66f8f-87d2-4175-ab0e-c45efb7eea24 x-openstack-request-id: req-9bc66f8f-87d2-4175-ab0e-c45efb7eea24 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:42:34.870736 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6359221-125c-41df-9534-dcc0a81d62b7", "name": "network-vif-plugged", "status": "completed", "tag": "d04a00fd-a733-4d6c-99d3-0e10e1227f81", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:42:34.871002 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bc66f8f-87d2-4175-ab0e-c45efb7eea24 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:42:34.871413 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6359221-125c-41df-9534-dcc0a81d62b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04a00fd-a733-4d6c-99d3-0e10e1227f81', 'code': 200} Feb 07 02:42:34.895032 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbdef7-2139-48cf-88f0-48e0c47603d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba908bd2-8faa-4327-a5c0-e465616f1a46,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:34.919316 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=d04a00fd-a733-4d6c-99d3-0e10e1227f81,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:35.032933 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941f4b-1d7d-4011-a45b-015d10ab97af req-561f2756-cbc5-4e2f-abbc-d88efecc729b tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:35.042909 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bc941f4b-1d7d-4011-a45b-015d10ab97af req-561f2756-cbc5-4e2f-abbc-d88efecc729b tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 946 time: 0.1691053 Feb 07 02:42:35.137604 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:35.137979 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.160995 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bc941f4b-1d7d-4011-a45b-015d10ab97af req-f4764966-9ded-43f2-bcaf-9d84652f19e8 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167951 Feb 07 02:42:35.166917 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:33Z', 'revision_number': 3, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:35.186957 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ebb60-5013-44da-bf49-f007512a3eda req-fc02555c-435e-46c1-ba12-9fc9409c2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:35.189050 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd9ebb60-5013-44da-bf49-f007512a3eda req-fc02555c-435e-46c1-ba12-9fc9409c2175 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 1130 time: 0.1274128 Feb 07 02:42:35.203984 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Checking router: a868dec6-f52e-4095-8f4e-27881bd47174 for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:42:35.204553 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Updating router a868dec6-f52e-4095-8f4e-27881bd47174 port be61a13b-2361-494a-9148-d00b9cb81cca binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:42:35.270630 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.306926 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-4bd03b46-245f-41d9-97ee-cc7cd0633b1c None None] Current status of the port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:35.307464 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd9ebb60-5013-44da-bf49-f007512a3eda req-5a11eec3-7674-4a79-8a67-dbfcbed8c304 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085870 Feb 07 02:42:35.307992 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4bd03b46-245f-41d9-97ee-cc7cd0633b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.448997 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-4bd03b46-245f-41d9-97ee-cc7cd0633b1c None None] For port 66d2da7a-eaa8-476f-b607-dd350b0ddde4, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=66d2da7a-eaa8-476f-b607-dd350b0ddde4,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:35.461308 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-606ccb1c-26eb-4473-b5a9-21432812f7a0 admin admin] Publish callbacks [] for security_group (ba908bd2-8faa-4327-a5c0-e465616f1a46), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.467440 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4bd03b46-245f-41d9-97ee-cc7cd0633b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.483219 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:35.483967 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.497909 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-606ccb1c-26eb-4473-b5a9-21432812f7a0 admin admin] Publish callbacks [] for security_group (ba908bd2-8faa-4327-a5c0-e465616f1a46), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.605908 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd03b46-245f-41d9-97ee-cc7cd0633b1c None None] Pushing event updated for resources: {'Port': ['ID=66d2da7a-eaa8-476f-b607-dd350b0ddde4,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:35.635663 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.db.api [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 02:42:35.636022 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG oslo_db.api [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 02:42:35.648104 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-e7522d9a-cf93-4ba1-b2b7-5d64b1338134 None None] Provisioning complete for port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:35.648506 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e7522d9a-cf93-4ba1-b2b7-5d64b1338134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.667298 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-737445c8-63b5-4639-b4d3-8f5b63610f88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1473007 Feb 07 02:42:35.678396 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-606ccb1c-26eb-4473-b5a9-21432812f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ba908bd2-8faa-4327-a5c0-e465616f1a46), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.687802 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-606ccb1c-26eb-4473-b5a9-21432812f7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.690443 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-606ccb1c-26eb-4473-b5a9-21432812f7a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba908bd2-8faa-4327-a5c0-e465616f1a46 HTTP/1.1" status: 204 len: 168 time: 0.8314764 Feb 07 02:42:35.700448 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aae36f-3573-4f33-9107-9d9ba2c422cd req-56cdac52-64a3-46db-8095-c1396e90f158 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:35.711649 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-78aae36f-3573-4f33-9107-9d9ba2c422cd req-56cdac52-64a3-46db-8095-c1396e90f158 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1141930 Feb 07 02:42:35.730317 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ccb1c-26eb-4473-b5a9-21432812f7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba908bd2-8faa-4327-a5c0-e465616f1a46,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:35.771167 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Publish callbacks [] for port (be61a13b-2361-494a-9148-d00b9cb81cca), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.794741 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.838617 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-78aae36f-3573-4f33-9107-9d9ba2c422cd req-43606e52-c91f-4e3d-b301-add7c5f80917 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259015 Feb 07 02:42:35.874806 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-428690c3-aa55-4e37-81a8-bd35028f339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:35.876795 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-428690c3-aa55-4e37-81a8-bd35028f339b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 1129 time: 0.1625590 Feb 07 02:42:35.916175 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Attempting to bind port be61a13b-2361-494a-9148-d00b9cb81cca on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:35.917067 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Attempting to bind port be61a13b-2361-494a-9148-d00b9cb81cca by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:35.917067 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Attempting to bind port be61a13b-2361-494a-9148-d00b9cb81cca on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:35.930360 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:35.930732 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:35.931220 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.931673 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:35.932223 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Bound port: be61a13b-2361-494a-9148-d00b9cb81cca, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:35.932703 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:35.939585 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a4ca9-866d-4c69-92fe-2d8bb922f058 None None] Pushing event updated for resources: {'Port': ['ID=be61a13b-2361-494a-9148-d00b9cb81cca,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:36.003484 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] For port be61a13b-2361-494a-9148-d00b9cb81cca, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:36.007967 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] For port be61a13b-2361-494a-9148-d00b9cb81cca, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=be61a13b-2361-494a-9148-d00b9cb81cca,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:36.014104 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e7522d9a-cf93-4ba1-b2b7-5d64b1338134 None None] Current status of the port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:36.016460 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6907-4705-4e1f-9b42-99c092a46663 req-2c88edfd-91a0-446a-979f-4e8851ca71d1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:36.018596 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ef7b6907-4705-4e1f-9b42-99c092a46663 req-2c88edfd-91a0-446a-979f-4e8851ca71d1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.1251335 Feb 07 02:42:36.024897 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:36.090185 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:36.097013 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-f0cafe78-844c-4f57-a70b-49f174d46446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:36.098710 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-f0cafe78-844c-4f57-a70b-49f174d46446 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 920 time: 0.1915364 Feb 07 02:42:36.114758 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a4ca9-866d-4c69-92fe-2d8bb922f058 None None] Pushing event updated for resources: {'Port': ['ID=be61a13b-2361-494a-9148-d00b9cb81cca,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:36.132981 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ef7b6907-4705-4e1f-9b42-99c092a46663 req-895cc7d4-dcde-4bb3-84f2-46d1de99f92e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847540 Feb 07 02:42:36.137470 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:36.138806 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:36.228910 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:36.230950 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-a0557aec-81ad-47d9-89c6-694052b3244a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 HTTP/1.1" status: 200 len: 217 time: 0.1223707 Feb 07 02:42:36.307457 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-7936cccd-d79f-4a90-b92d-82e2391ac9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:36.309663 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-7936cccd-d79f-4a90-b92d-82e2391ac9d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.0681481 Feb 07 02:42:36.371065 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:36.374238 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-3f682723-4d68-4ecb-a795-3badde408d44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575736 Feb 07 02:42:36.401865 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Allocated IP 172.20.0.1 (abcb529c-d80c-4377-a13b-0c35e5fa15df/94eaca85-8eae-4a59-8bdf-b11f8b3cf954/2c834fff-ff57-49f8-8120-2bfc51995aad) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:36.481216 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a0fd5-6b62-436f-a240-d51d0b6ea47a req-716062a5-3e57-429d-934a-7ee1a83fe38e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:36.482697 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f39a0fd5-6b62-436f-a240-d51d0b6ea47a req-716062a5-3e57-429d-934a-7ee1a83fe38e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 946 time: 0.1534343 Feb 07 02:42:36.486712 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 66d2da7a-eaa8-476f-b607-dd350b0ddde4 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:36.512411 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-ae1c7c94-4d9d-44af-8879-13cfcfc3e739 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256490 Feb 07 02:42:36.548635 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Publish callbacks [] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:36.550988 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:36.551783 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:36.589203 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:33Z', 'revision_number': 3, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:36.594039 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:36.628393 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928594a-0a92-4457-b7be-ce94f265b84b None None] The sync data for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi is: [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:33Z', 'revision_number': 3, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:42:36.643291 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Network abcb529c-d80c-4377-a13b-0c35e5fa15df is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:36.648956 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f39a0fd5-6b62-436f-a240-d51d0b6ea47a req-8ea99816-5115-470d-af61-45a793f63d1a tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352198 Feb 07 02:42:36.654189 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:36.656694 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:36.657634 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (a868dec6-f52e-4095-8f4e-27881bd47174), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:36.683194 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:36.701640 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3128784d-4733-4f2d-9d45-f836b3e86df2 req-234364fd-36a8-4123-9fe9-6728cb2413fd service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456046 Feb 07 02:42:36.717516 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Pushing event updated for resources: {'Port': ['ID=2c834fff-ff57-49f8-8120-2bfc51995aad,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:36.842834 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:36.961703 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-b2ca38d0-49ec-4f83-865f-824d07221936 None None] Provisioning complete for port 2c834fff-ff57-49f8-8120-2bfc51995aad triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:36.962366 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b2ca38d0-49ec-4f83-865f-824d07221936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:37.000959 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca38d0-49ec-4f83-865f-824d07221936 None None] Port 2c834fff-ff57-49f8-8120-2bfc51995aad cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:37.052918 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1e14e-24f0-4490-b5b4-d05ae95f4de8 req-a5d314c4-8c13-4e28-837d-6ef3f78aa4d2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:37.056972 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6aa1e14e-24f0-4490-b5b4-d05ae95f4de8 req-a5d314c4-8c13-4e28-837d-6ef3f78aa4d2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1214910 Feb 07 02:42:37.119353 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Publish callbacks [] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:37.128383 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:37.128383 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (a868dec6-f52e-4095-8f4e-27881bd47174), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:37.160241 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6aa1e14e-24f0-4490-b5b4-d05ae95f4de8 req-66772a00-cf4d-4a8b-b71c-4b737ea8238b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999274 Feb 07 02:42:37.242353 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Pushing event updated for resources: {'Port': ['ID=2c834fff-ff57-49f8-8120-2bfc51995aad,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:37.293367 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Network abcb529c-d80c-4377-a13b-0c35e5fa15df is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:37.298900 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:37.303754 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3b0cf-4917-4922-b30f-09e9bb72b30a req-dc3c7d61-a56f-4ffd-893f-0273f2780ead tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:37.305372 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aea3b0cf-4917-4922-b30f-09e9bb72b30a req-dc3c7d61-a56f-4ffd-893f-0273f2780ead tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0784397 Feb 07 02:42:37.370452 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aea3b0cf-4917-4922-b30f-09e9bb72b30a req-d6abc0c8-af5d-4283-98e4-8b01e7ce8791 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589278 Feb 07 02:42:37.464008 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Router a868dec6-f52e-4095-8f4e-27881bd47174 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:42:37.588738 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:42:37.593794 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-3b0a6792-fdf9-48b0-bc2f-120ea580146b admin admin] 10.222.0.15 "PUT /v2.0/routers/a868dec6-f52e-4095-8f4e-27881bd47174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1636190 Feb 07 02:42:37.641606 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-a8fc7c42-28ac-444a-a7a1-05fe793c55a0 None None] Provisioning complete for port 2c834fff-ff57-49f8-8120-2bfc51995aad triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:37.642217 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a8fc7c42-28ac-444a-a7a1-05fe793c55a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:37.679343 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc7c42-28ac-444a-a7a1-05fe793c55a0 None None] Port 2c834fff-ff57-49f8-8120-2bfc51995aad cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:37.799441 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5a94f-487f-4e87-b582-202f5b802c5a req-96dc3445-ca6f-4d2f-bf7d-b2d22c9c6393 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:37.801002 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8cf5a94f-487f-4e87-b582-202f5b802c5a req-96dc3445-ca6f-4d2f-bf7d-b2d22c9c6393 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 946 time: 0.0530286 Feb 07 02:42:37.850759 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8cf5a94f-487f-4e87-b582-202f5b802c5a req-8fb95094-9952-47fd-8637-af2eefba563b tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Feb 07 02:42:37.993727 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.213962 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50432) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:38.219173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1421886679-network', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:38.269446 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Made reservation on behalf of dda52da4a9244401ae747dcfb7534442 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:38.269446 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.279852 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.317785 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d58c8d-a313-41cb-8a03-5f2ad357db7f req-e82631d0-afb9-4407-9680-4f4e86dfe894 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:38.319639 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d8d58c8d-a313-41cb-8a03-5f2ad357db7f req-e82631d0-afb9-4407-9680-4f4e86dfe894 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0875087 Feb 07 02:42:38.408049 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d8d58c8d-a313-41cb-8a03-5f2ad357db7f req-809ed0ec-a586-41b9-97f9-71550a69e083 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814791 Feb 07 02:42:38.439001 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Publish callbacks [] for security_group (6e918266-2772-4b78-9130-3071c08b6300), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.450364 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6e918266-2772-4b78-9130-3071c08b6300), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.483973 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:42:38.490399 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e918266-2772-4b78-9130-3071c08b6300,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:38.511457 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (db1233f8-4afa-4d4d-8f43-0cdfb3d31711), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.511947 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Added segment db1233f8-4afa-4d4d-8f43-0cdfb3d31711 of type vlan for network a0beb690-b676-42d4-830c-e9aa7bb1b89b Feb 07 02:42:38.544004 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07625ae7-6714-44b2-836a-836910852603 None None] Sync routers for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:42:38.565393 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07625ae7-6714-44b2-836a-836910852603 None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:38.567809 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-07625ae7-6714-44b2-836a-836910852603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:38.634473 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (a0beb690-b676-42d4-830c-e9aa7bb1b89b), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.643651 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device be61a13b-2361-494a-9148-d00b9cb81cca up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:38.680157 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1661c-8334-4bff-b360-8546a4a74564 req-8d94359e-f27c-4d7a-ab93-366b074bce5a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:38.682270 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-31c1661c-8334-4bff-b360-8546a4a74564 req-8d94359e-f27c-4d7a-ab93-366b074bce5a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0990543 Feb 07 02:42:38.683734 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (a0beb690-b676-42d4-830c-e9aa7bb1b89b), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.685091 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:38.686095 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.716754 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d6fa4-83b0-48ff-93bc-d5230badc33c req-aa2348e1-b37a-4b55-91c6-8204b85be221 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:38.725509 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-600d6fa4-83b0-48ff-93bc-d5230badc33c req-aa2348e1-b37a-4b55-91c6-8204b85be221 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 946 time: 0.0711613 Feb 07 02:42:38.744509 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-07625ae7-6714-44b2-836a-836910852603 None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:38.747441 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port be61a13b-2361-494a-9148-d00b9cb81cca triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:38.747985 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:38.776145 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-600d6fa4-83b0-48ff-93bc-d5230badc33c req-3b6cf0ee-5a0e-4a95-b915-88e223c8b7d2 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495236 Feb 07 02:42:38.784207 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5691419 Feb 07 02:42:38.787095 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50446) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:38.797058 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Request body: {'subnet': {'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1421886679-subnet', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:38.801623 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584dbe1-b2c8-4b5d-8ab3-98f59306a325 admin admin] Pushing event updated for resources: {'Network': ['ID=a0beb690-b676-42d4-830c-e9aa7bb1b89b,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:38.814571 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network a0beb690-b676-42d4-830c-e9aa7bb1b89b details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:42:38.825511 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-31c1661c-8334-4bff-b360-8546a4a74564 req-84ff4af1-7d57-4d84-9643-4103ec8ad767 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358593 Feb 07 02:42:38.828485 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Made reservation on behalf of dda52da4a9244401ae747dcfb7534442 for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:38.830850 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.007903 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for subnet (2a03c5c4-5710-489d-96e2-287ecb78d643), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.038480 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port be61a13b-2361-494a-9148-d00b9cb81cca is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:39.038871 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.059959 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a03c5c4-5710-489d-96e2-287ecb78d643,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:39.071964 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Checking segment: {'id': 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:39.072263 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Network hostable DHCP agents. Network: a0beb690-b676-42d4-830c-e9aa7bb1b89b, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:42:39.083593 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port be61a13b-2361-494a-9148-d00b9cb81cca, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=be61a13b-2361-494a-9148-d00b9cb81cca,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:39.089719 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Network a0beb690-b676-42d4-830c-e9aa7bb1b89b is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:42:39.090517 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.102462 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, a0beb690-b676-42d4-830c-e9aa7bb1b89b) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:39.107054 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:39.107671 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.125319 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a3362e-95c5-4beb-a3f5-81410ba4dbb1 None None] Network a0beb690-b676-42d4-830c-e9aa7bb1b89b requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:39.133691 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-3a658bce-03fa-4a06-a3c3-9b9dfcfcb79f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3451102 Feb 07 02:42:39.136913 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50448) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:39.143460 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:39.163173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (31fb2766-d0a5-416c-ad10-f374486a2755), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.164387 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (31fb2766-d0a5-416c-ad10-f374486a2755), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.207676 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=be61a13b-2361-494a-9148-d00b9cb81cca,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:39.222370 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks [] for router_controller (31fb2766-d0a5-416c-ad10-f374486a2755), precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.226944 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-07625ae7-6714-44b2-836a-836910852603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '2c834fff-ff57-49f8-8120-2bfc51995aad', 'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'mac_address': 'fa:16:3e:07:4a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:36Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 2, 'project_id': '21a9d29f17224774a232218b99165d32', 'subnets': [{'id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:39.261505 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07625ae7-6714-44b2-836a-836910852603 None None] Checking router: a868dec6-f52e-4095-8f4e-27881bd47174 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:42:39.261884 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07625ae7-6714-44b2-836a-836910852603 None None] Updating router a868dec6-f52e-4095-8f4e-27881bd47174 port 2c834fff-ff57-49f8-8120-2bfc51995aad binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:42:39.305018 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07625ae7-6714-44b2-836a-836910852603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.308902 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-a0beb690-b676-42d4-830c-e9aa7bb1b89b', 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b', 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'fixed_ips': [{'subnet_id': '2a03c5c4-5710-489d-96e2-287ecb78d643'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:42:39.309710 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.367360 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks [] for router_gateway (31fb2766-d0a5-416c-ad10-f374486a2755), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.558665 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26266b-1992-4ae6-9a67-928d55c754d5 req-32ea7125-f6c5-442e-bd23-b6b07ce97485 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:39.565267 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8f26266b-1992-4ae6-9a67-928d55c754d5 req-32ea7125-f6c5-442e-bd23-b6b07ce97485 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0628924 Feb 07 02:42:39.603920 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Allocated IP 172.20.0.2 (a0beb690-b676-42d4-830c-e9aa7bb1b89b/2a03c5c4-5710-489d-96e2-287ecb78d643/15f64056-118c-462f-8ab9-bdc3755f0860) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:39.613502 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8f26266b-1992-4ae6-9a67-928d55c754d5 req-188cd865-68c9-4b05-9af4-95c6e70f3458 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474074 Feb 07 02:42:39.639752 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks [] for router_gateway (31fb2766-d0a5-416c-ad10-f374486a2755), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.659624 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.768820 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Allocated IP 172.27.1.140 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/ef52b3b7-f5e6-4004-afe4-8179f1ef20f9) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:39.814270 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07625ae7-6714-44b2-836a-836910852603 None None] Publish callbacks [] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.826452 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07625ae7-6714-44b2-836a-836910852603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.877208 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Publish callbacks [] for port (15f64056-118c-462f-8ab9-bdc3755f0860), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.890091 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.892069 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3650cc-a1e7-43ea-91d3-fd6d3ff07674 None None] Pushing event updated for resources: {'Port': ['ID=2c834fff-ff57-49f8-8120-2bfc51995aad,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:39.920671 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks [] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:39.954874 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270ec29-c059-4393-9c3c-c61ff19ff738 req-8bb1a9ce-4211-43e6-b641-09000b908531 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:39.966504 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a270ec29-c059-4393-9c3c-c61ff19ff738 req-8bb1a9ce-4211-43e6-b641-09000b908531 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 946 time: 0.1110833 Feb 07 02:42:39.990776 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2e8ce-511a-47f2-a381-84ae6f0d2dad req-67c1214f-a270-42da-8b6d-39f8e31e2602 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:39.993500 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f6f2e8ce-511a-47f2-a381-84ae6f0d2dad req-67c1214f-a270-42da-8b6d-39f8e31e2602 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0670710 Feb 07 02:42:40.053237 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a270ec29-c059-4393-9c3c-c61ff19ff738 req-d66ca6af-2fdc-400f-8556-9823766a2fa1 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858243 Feb 07 02:42:40.062576 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.089775 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f6f2e8ce-511a-47f2-a381-84ae6f0d2dad req-ce4601a7-e5c1-4a58-a31e-edf38a9dea86 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868850 Feb 07 02:42:40.127578 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:40.131708 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:40.135296 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:40.158561 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Network a0beb690-b676-42d4-830c-e9aa7bb1b89b is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:40.169626 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Pushing event updated for resources: {'Port': ['ID=ef52b3b7-f5e6-4004-afe4-8179f1ef20f9,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:40.177139 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:40.186950 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:40.200190 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Pushing event updated for resources: {'Port': ['ID=15f64056-118c-462f-8ab9-bdc3755f0860,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:40.207021 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-148bc315-eac3-4940-9c8a-a91ab911931a None None] Provisioning complete for port 2c834fff-ff57-49f8-8120-2bfc51995aad triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:40.207381 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-148bc315-eac3-4940-9c8a-a91ab911931a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.210741 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-07625ae7-6714-44b2-836a-836910852603 None None] Attempting to bind port 2c834fff-ff57-49f8-8120-2bfc51995aad on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:40.211104 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-07625ae7-6714-44b2-836a-836910852603 None None] Attempting to bind port 2c834fff-ff57-49f8-8120-2bfc51995aad by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:40.211456 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07625ae7-6714-44b2-836a-836910852603 None None] Attempting to bind port 2c834fff-ff57-49f8-8120-2bfc51995aad on network abcb529c-d80c-4377-a13b-0c35e5fa15df {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:40.269931 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07625ae7-6714-44b2-836a-836910852603 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:40.270301 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07625ae7-6714-44b2-836a-836910852603 None None] Checking segment: {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:40.270694 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07625ae7-6714-44b2-836a-836910852603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.271080 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07625ae7-6714-44b2-836a-836910852603 None None] Bound using segment: {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:40.272105 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-07625ae7-6714-44b2-836a-836910852603 None None] Bound port: 2c834fff-ff57-49f8-8120-2bfc51995aad, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:40.272493 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07625ae7-6714-44b2-836a-836910852603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.302232 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Attempting to bind port 15f64056-118c-462f-8ab9-bdc3755f0860 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:40.302628 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Attempting to bind port 15f64056-118c-462f-8ab9-bdc3755f0860 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:40.302986 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Attempting to bind port 15f64056-118c-462f-8ab9-bdc3755f0860 on network a0beb690-b676-42d4-830c-e9aa7bb1b89b {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:40.306502 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-148bc315-eac3-4940-9c8a-a91ab911931a None None] Port 2c834fff-ff57-49f8-8120-2bfc51995aad cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:40.312482 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:40.312482 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Checking segment: {'id': 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:40.312861 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.313234 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Bound using segment: {'id': 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:40.313698 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Bound port: 15f64056-118c-462f-8ab9-bdc3755f0860, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:40.314069 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.400296 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-07625ae7-6714-44b2-836a-836910852603 None None] For port 2c834fff-ff57-49f8-8120-2bfc51995aad, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:40.406721 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks [] for router_gateway (31fb2766-d0a5-416c-ad10-f374486a2755), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.425812 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-07625ae7-6714-44b2-836a-836910852603 None None] For port 2c834fff-ff57-49f8-8120-2bfc51995aad, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=2c834fff-ff57-49f8-8120-2bfc51995aad,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:40.434656 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07625ae7-6714-44b2-836a-836910852603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.436880 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] For port 15f64056-118c-462f-8ab9-bdc3755f0860, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:40.443768 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] For port 15f64056-118c-462f-8ab9-bdc3755f0860, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=15f64056-118c-462f-8ab9-bdc3755f0860,segment=NetworkSegment(db1233f8-4afa-4d4d-8f43-0cdfb3d31711),segment_id=db1233f8-4afa-4d4d-8f43-0cdfb3d31711)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:40.481152 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.493022 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device be61a13b-2361-494a-9148-d00b9cb81cca up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:40.561418 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07625ae7-6714-44b2-836a-836910852603 None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:40.562053 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-07625ae7-6714-44b2-836a-836910852603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:40.662862 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3650cc-a1e7-43ea-91d3-fd6d3ff07674 None None] Pushing event updated for resources: {'Port': ['ID=2c834fff-ff57-49f8-8120-2bfc51995aad,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:40.753648 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port be61a13b-2361-494a-9148-d00b9cb81cca triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:40.753648 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:40.798115 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d32a2-0fac-4727-9edb-0596c0c57131 None None] Pushing event updated for resources: {'Port': ['ID=15f64056-118c-462f-8ab9-bdc3755f0860,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:40.805169 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-07625ae7-6714-44b2-836a-836910852603 None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:40.920236 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-332933ba-6dc3-46bd-8149-7ee7bd3ecdd7 None None] Provisioning complete for port 2c834fff-ff57-49f8-8120-2bfc51995aad triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:40.920968 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-332933ba-6dc3-46bd-8149-7ee7bd3ecdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:41.041185 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port be61a13b-2361-494a-9148-d00b9cb81cca is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:41.041893 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794167-2a11-4045-8e36-fde0d070a967 req-b2b49d8c-5c7d-4f1d-9f8b-db2bcc86dcd0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:41.043589 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a4794167-2a11-4045-8e36-fde0d070a967 req-b2b49d8c-5c7d-4f1d-9f8b-db2bcc86dcd0 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 946 time: 0.4861856 Feb 07 02:42:41.062551 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (31fb2766-d0a5-416c-ad10-f374486a2755), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:41.074411 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb29c2-83ae-4968-91ab-895752afa773 req-6707e2c1-be6d-441d-ad58-11277a66472e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:41.080812 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5ebb29c2-83ae-4968-91ab-895752afa773 req-6707e2c1-be6d-441d-ad58-11277a66472e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1525147 Feb 07 02:42:41.155231 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-332933ba-6dc3-46bd-8149-7ee7bd3ecdd7 None None] Current status of the port 2c834fff-ff57-49f8-8120-2bfc51995aad is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:41.155531 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-332933ba-6dc3-46bd-8149-7ee7bd3ecdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:41.200155 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165f1e8-4ea6-4c3c-a183-458787fc3007 req-113dc37d-9450-4104-b9ae-3832940c0a12 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:41.204134 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-332933ba-6dc3-46bd-8149-7ee7bd3ecdd7 None None] For port 2c834fff-ff57-49f8-8120-2bfc51995aad, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=2c834fff-ff57-49f8-8120-2bfc51995aad,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:41.205063 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6165f1e8-4ea6-4c3c-a183-458787fc3007 req-113dc37d-9450-4104-b9ae-3832940c0a12 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 946 time: 0.0694201 Feb 07 02:42:41.207402 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-07625ae7-6714-44b2-836a-836910852603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '2c834fff-ff57-49f8-8120-2bfc51995aad', 'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'mac_address': 'fa:16:3e:07:4a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:36Z', 'updated_at': '2022-02-07T02:42:40Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'subnets': [{'id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:41.211458 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-332933ba-6dc3-46bd-8149-7ee7bd3ecdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:41.264592 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07625ae7-6714-44b2-836a-836910852603 None None] The sync data for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi is: [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '2c834fff-ff57-49f8-8120-2bfc51995aad', 'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'mac_address': 'fa:16:3e:07:4a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:36Z', 'updated_at': '2022-02-07T02:42:40Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'subnets': [{'id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:42:41.295542 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5ebb29c2-83ae-4968-91ab-895752afa773 req-adc1c3da-b163-4f7a-9ac5-208da79bc38c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114949 Feb 07 02:42:41.295682 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6165f1e8-4ea6-4c3c-a183-458787fc3007 req-8bfb74c9-e693-4a43-b361-68c02fa65c00 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/security-groups?id=955888fc-7b7f-4804-89c9-53c90f65b782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795298 Feb 07 02:42:41.296216 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332933ba-6dc3-46bd-8149-7ee7bd3ecdd7 None None] Pushing event updated for resources: {'Port': ['ID=2c834fff-ff57-49f8-8120-2bfc51995aad,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:41.400899 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-a4794167-2a11-4045-8e36-fde0d070a967 req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Deleting port d04a00fd-a733-4d6c-99d3-0e10e1227f81 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:42:41.401228 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-a4794167-2a11-4045-8e36-fde0d070a967 req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:41.531106 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Router 31fb2766-d0a5-416c-ad10-f374486a2755 is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:42:41.558145 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7618b-3b8b-4c14-8057-4399fe3a534c req-b21fb35a-b076-4e71-82ed-662a7e543028 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:41.559720 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2af7618b-3b8b-4c14-8057-4399fe3a534c req-b21fb35a-b076-4e71-82ed-662a7e543028 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.1765211 Feb 07 02:42:41.577703 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-a4794167-2a11-4045-8e36-fde0d070a967 req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] For port d04a00fd-a733-4d6c-99d3-0e10e1227f81, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d04a00fd-a733-4d6c-99d3-0e10e1227f81,segment=NetworkSegment(cc8e958e-6886-40b7-8c27-1642ac5fc179),segment_id=cc8e958e-6886-40b7-8c27-1642ac5fc179)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:41.578015 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-a4794167-2a11-4045-8e36-fde0d070a967 req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:41.603279 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-a4794167-2a11-4045-8e36-fde0d070a967 req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Calling delete_port for d04a00fd-a733-4d6c-99d3-0e10e1227f81 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:42:41.806582 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2af7618b-3b8b-4c14-8057-4399fe3a534c req-adbeb295-e6fd-4c4a-b57e-6a49d8c23e7a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386611 Feb 07 02:42:41.860384 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:42:41.871130 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Sync routers for ids ['31fb2766-d0a5-416c-ad10-f374486a2755'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:42:41.872811 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be046e-b9db-4eb7-8b62-71a1cd0189fb None None] Network a0beb690-b676-42d4-830c-e9aa7bb1b89b requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:42:41.883789 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Routers {'31fb2766-d0a5-416c-ad10-f374486a2755'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:41.884936 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['31fb2766-d0a5-416c-ad10-f374486a2755'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:41.923187 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:41.926736 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-532f566b-0eab-4fce-b2d7-7a99488e5b1a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7861817 Feb 07 02:42:41.927917 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50474) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:41.962331 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-a4794167-2a11-4045-8e36-fde0d070a967 req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (d04a00fd-a733-4d6c-99d3-0e10e1227f81), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:41.989077 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['d04a00fd-a733-4d6c-99d3-0e10e1227f81'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:42:42.024117 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Pushing event deleted for resources: {'Port': ['ID=d04a00fd-a733-4d6c-99d3-0e10e1227f81,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:42.052176 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Set router 31fb2766-d0a5-416c-ad10-f374486a2755 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:42.136258 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-19395036-02ce-4a7f-8e01-e702d6cd9cf5 None None] Provisioning complete for port 15f64056-118c-462f-8ab9-bdc3755f0860 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:42.136659 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-19395036-02ce-4a7f-8e01-e702d6cd9cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:42.141445 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4794167-2a11-4045-8e36-fde0d070a967 req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] No DVR routers for this DVR port d04a00fd-a733-4d6c-99d3-0e10e1227f81 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:42:42.146597 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-a4794167-2a11-4045-8e36-fde0d070a967 req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:42.153690 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a4794167-2a11-4045-8e36-fde0d070a967 req-1bb373f9-dffa-4fcc-b788-1830013bb01e tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.13 "DELETE /v2.0/ports/d04a00fd-a733-4d6c-99d3-0e10e1227f81 HTTP/1.1" status: 204 len: 173 time: 1.0996411 Feb 07 02:42:42.154263 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6359221-125c-41df-9534-dcc0a81d62b7', 'name': 'network-vif-deleted', 'tag': 'd04a00fd-a733-4d6c-99d3-0e10e1227f81'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:42:42.162722 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb5a15d-bfa2-4013-beea-5d7a5376921b" -d '{"events": [{"server_uuid": "d6359221-125c-41df-9534-dcc0a81d62b7", "name": "network-vif-deleted", "tag": "d04a00fd-a733-4d6c-99d3-0e10e1227f81"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:42:42.252381 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411bb569-5704-4020-bd29-ec4df501e661 x-openstack-request-id: req-411bb569-5704-4020-bd29-ec4df501e661 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:42:42.252717 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6359221-125c-41df-9534-dcc0a81d62b7", "name": "network-vif-deleted", "tag": "d04a00fd-a733-4d6c-99d3-0e10e1227f81", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:42:42.253119 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-411bb569-5704-4020-bd29-ec4df501e661 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:42:42.253525 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6359221-125c-41df-9534-dcc0a81d62b7', 'name': 'network-vif-deleted', 'tag': 'd04a00fd-a733-4d6c-99d3-0e10e1227f81', 'status': 'completed', 'code': 200} Feb 07 02:42:42.404751 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-19395036-02ce-4a7f-8e01-e702d6cd9cf5 None None] Current status of the port 15f64056-118c-462f-8ab9-bdc3755f0860 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:42.405065 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-19395036-02ce-4a7f-8e01-e702d6cd9cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:42.474226 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-19395036-02ce-4a7f-8e01-e702d6cd9cf5 None None] For port 15f64056-118c-462f-8ab9-bdc3755f0860, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=15f64056-118c-462f-8ab9-bdc3755f0860,segment=NetworkSegment(db1233f8-4afa-4d4d-8f43-0cdfb3d31711),segment_id=db1233f8-4afa-4d4d-8f43-0cdfb3d31711)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:42.488270 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-19395036-02ce-4a7f-8e01-e702d6cd9cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:42.506493 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:40Z', 'revision_number': 3, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'gw_port': {'id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:42.544948 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Checking router: 31fb2766-d0a5-416c-ad10-f374486a2755 for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:42:42.545673 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Updating router 31fb2766-d0a5-416c-ad10-f374486a2755 port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:42:42.555301 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7d8ba31d-9bad-47ba-8f23-c95f74f84856 req-31e16428-2dfb-449e-b924-34494fdf6658 tempest-VolumesActionsTest-1323247079 tempest-VolumesActionsTest-1323247079-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6359221-125c-41df-9534-dcc0a81d62b7 HTTP/1.1" status: 200 len: 210 time: 0.0697534 Feb 07 02:42:42.592247 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:42.612628 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19395036-02ce-4a7f-8e01-e702d6cd9cf5 None None] Pushing event updated for resources: {'Port': ['ID=15f64056-118c-462f-8ab9-bdc3755f0860,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:42.721842 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309f773-a579-4a76-bc1d-55332f76cb63 req-022a38d6-886c-49ba-ac74-914cb268e6fd tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:42.728721 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b309f773-a579-4a76-bc1d-55332f76cb63 req-022a38d6-886c-49ba-ac74-914cb268e6fd tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.2907658 Feb 07 02:42:42.742067 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 15f64056-118c-462f-8ab9-bdc3755f0860 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:42.851829 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-0f7dfa99-5d22-49be-bb7e-de38c67ac1d3 None None] Provisioning complete for port 15f64056-118c-462f-8ab9-bdc3755f0860 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:42.854829 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0f7dfa99-5d22-49be-bb7e-de38c67ac1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:42.948551 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b309f773-a579-4a76-bc1d-55332f76cb63 req-45f73f2c-58a7-48f5-9e48-9a835fd5ad7f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183912 Feb 07 02:42:42.983187 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 15f64056-118c-462f-8ab9-bdc3755f0860 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:42.983875 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.113970 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1f101-c7b6-47b8-adea-c0da44db43e0 req-f704e356-0ae4-4ae2-b61d-ea8561868a0b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:43.121783 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f9c1f101-c7b6-47b8-adea-c0da44db43e0 req-f704e356-0ae4-4ae2-b61d-ea8561868a0b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.1884713 Feb 07 02:42:43.143062 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Publish callbacks [] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.156219 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.168768 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-0f7dfa99-5d22-49be-bb7e-de38c67ac1d3 None None] Current status of the port 15f64056-118c-462f-8ab9-bdc3755f0860 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:43.197369 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.199272 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 15f64056-118c-462f-8ab9-bdc3755f0860 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:43.200311 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 2c834fff-ff57-49f8-8120-2bfc51995aad up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:43.217516 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f9c1f101-c7b6-47b8-adea-c0da44db43e0 req-3e4035ed-f55f-431c-b9e6-3dcf254c938e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876253 Feb 07 02:42:43.218026 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Attempting to bind port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:43.218403 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Attempting to bind port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:43.218759 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Attempting to bind port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:43.233738 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:43.234109 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:43.234506 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.234888 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:43.235351 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Bound port: ef52b3b7-f5e6-4004-afe4-8179f1ef20f9, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:43.235719 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.276562 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 2c834fff-ff57-49f8-8120-2bfc51995aad triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:43.276962 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.284117 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819de89-2668-44f3-9f47-14bbad0153d9 None None] Pushing event updated for resources: {'Port': ['ID=ef52b3b7-f5e6-4004-afe4-8179f1ef20f9,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:43.323017 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] For port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:43.330130 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] For port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ef52b3b7-f5e6-4004-afe4-8179f1ef20f9,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:43.345106 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.391795 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 2c834fff-ff57-49f8-8120-2bfc51995aad is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:43.423241 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819de89-2668-44f3-9f47-14bbad0153d9 None None] Pushing event updated for resources: {'Port': ['ID=ef52b3b7-f5e6-4004-afe4-8179f1ef20f9,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:43.428362 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Routers {'31fb2766-d0a5-416c-ad10-f374486a2755'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:43.429246 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['31fb2766-d0a5-416c-ad10-f374486a2755'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:43.453022 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Allocated IP 172.20.0.1 (a0beb690-b676-42d4-830c-e9aa7bb1b89b/2a03c5c4-5710-489d-96e2-287ecb78d643/57ac1565-a311-4009-93ec-411c29c09fda) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:43.516790 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfabef-8d20-452e-9fa6-75153b0302d9 req-36647ab8-0d65-4946-a979-4bacc59434b6 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:43.518592 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4ccfabef-8d20-452e-9fa6-75153b0302d9 req-36647ab8-0d65-4946-a979-4bacc59434b6 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0743699 Feb 07 02:42:43.521800 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-d518a6bc-68e9-4001-899b-ad2dd1c97ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:43.523399 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-d518a6bc-68e9-4001-899b-ad2dd1c97ccc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1130 time: 0.0868936 Feb 07 02:42:43.559994 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] Set router 31fb2766-d0a5-416c-ad10-f374486a2755 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:43.566562 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Publish callbacks [] for port (57ac1565-a311-4009-93ec-411c29c09fda), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.605753 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (57ac1565-a311-4009-93ec-411c29c09fda), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.618521 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4ccfabef-8d20-452e-9fa6-75153b0302d9 req-d401d8d7-9ec0-43d9-98d0-ceb564f5f8e7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938098 Feb 07 02:42:43.672249 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-e0d8032f-93f6-401a-869d-0bac8911b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:43.673898 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-e0d8032f-93f6-401a-869d-0bac8911b402 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 920 time: 0.1330762 Feb 07 02:42:43.677560 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Network a0beb690-b676-42d4-830c-e9aa7bb1b89b is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:43.682357 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:43.693834 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:43.694067 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (31fb2766-d0a5-416c-ad10-f374486a2755), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.748433 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Pushing event updated for resources: {'Port': ['ID=57ac1565-a311-4009-93ec-411c29c09fda,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:43.764075 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-95aaf2ae-8d2a-4e16-b1e6-ac857d448586 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93712836-c8dd-4300-9b90-33d7684d2c11 HTTP/1.1" status: 200 len: 217 time: 0.0783811 Feb 07 02:42:43.804774 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:40Z', 'revision_number': 3, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'gw_port': {'id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:43.837559 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2e98b-262a-4d79-ae86-553e4fe6c796 None None] The sync data for ids ['31fb2766-d0a5-416c-ad10-f374486a2755'] in dv-cinder-828061-1-iscsi is: [{'id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:40Z', 'revision_number': 3, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'gw_port': {'id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:42:43.870979 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-8158e36e-b6c2-4785-9778-10f78ad4c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:43.873045 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-8158e36e-b6c2-4785-9778-10f78ad4c3b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.1001635 Feb 07 02:42:43.888738 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (57ac1565-a311-4009-93ec-411c29c09fda), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:43.931534 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-e8ecdcca-1fe5-4744-9700-0d34673ca555 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519965 Feb 07 02:42:44.004975 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-87528edd-8a07-4b3d-9cac-b759cc1fc9e6 None None] Provisioning complete for port 57ac1565-a311-4009-93ec-411c29c09fda triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:44.008293 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-87528edd-8a07-4b3d-9cac-b759cc1fc9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (57ac1565-a311-4009-93ec-411c29c09fda), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:44.075251 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-87528edd-8a07-4b3d-9cac-b759cc1fc9e6 None None] Port 57ac1565-a311-4009-93ec-411c29c09fda cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:44.086091 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-2b1ab0fa-df59-4567-b2ce-5e476ea24ee0 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444557 Feb 07 02:42:44.181245 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:42:44.186609 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device d04a00fd-a733-4d6c-99d3-0e10e1227f81 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:42:44.208379 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f86dc1-77a3-4e7c-9ddd-3605889327c2 req-4726fafd-bc54-442c-9acd-703c6bba896d service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130328 Feb 07 02:42:44.263701 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: d04a00fd-a733-4d6c-99d3-0e10e1227f81 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:42:44.264039 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device d04a00fd-a733-4d6c-99d3-0e10e1227f81 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:42:44.412610 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:44.434259 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'port_id': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'mac_address': 'fa:16:3e:0a:04:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:42:44.501338 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a46179-4e9f-4140-9e5d-db29c8c9c86d req-fa7f2466-4ffd-41cd-9097-103074f8a139 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:44.503283 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-64a46179-4e9f-4140-9e5d-db29c8c9c86d req-fa7f2466-4ffd-41cd-9097-103074f8a139 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.1454046 Feb 07 02:42:44.511443 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 is: ACTIVE; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:44.511837 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:44.541663 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:42:44.593155 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:44.608475 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:44.637201 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-64a46179-4e9f-4140-9e5d-db29c8c9c86d req-ccb1fbc0-5aa7-45b8-bc0a-d0f9792c6a6d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263723 Feb 07 02:42:44.640919 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Publish callbacks [] for port (57ac1565-a311-4009-93ec-411c29c09fda), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:44.662436 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (57ac1565-a311-4009-93ec-411c29c09fda), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:44.663274 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (31fb2766-d0a5-416c-ad10-f374486a2755), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:44.760845 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 15f64056-118c-462f-8ab9-bdc3755f0860 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:44.795170 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=6']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:44.813680 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['3f7a1081-027b-4f5b-9eed-ae4ba90ec739'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:42:44.844716 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 15f64056-118c-462f-8ab9-bdc3755f0860 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:44.845020 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:44.889403 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f8811-5244-4db6-9b5c-ed7e1dc5328f req-b123286a-1849-4519-be45-0ae9de1261b3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:44.896893 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef7b53-c52a-4bc7-b672-7e1ea193e260 req-66d06616-6a56-4fd1-b698-9544c41a8bd5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:44.900582 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cfef7b53-c52a-4bc7-b672-7e1ea193e260 req-66d06616-6a56-4fd1-b698-9544c41a8bd5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.8506000 Feb 07 02:42:44.909076 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-237f8811-5244-4db6-9b5c-ed7e1dc5328f req-b123286a-1849-4519-be45-0ae9de1261b3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1163881 Feb 07 02:42:44.930487 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Pushing event updated for resources: {'Port': ['ID=57ac1565-a311-4009-93ec-411c29c09fda,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:44.994140 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cfef7b53-c52a-4bc7-b672-7e1ea193e260 req-927b5187-e29b-40e1-8bef-aa1b9af12397 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768068 Feb 07 02:42:45.010008 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-237f8811-5244-4db6-9b5c-ed7e1dc5328f req-643abfee-d852-435f-bd1b-35c6e947e7db tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953443 Feb 07 02:42:45.019853 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 15f64056-118c-462f-8ab9-bdc3755f0860 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:45.021896 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:45.060691 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Network a0beb690-b676-42d4-830c-e9aa7bb1b89b is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:45.062116 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:45.121583 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:45.122028 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:45.219848 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Router 31fb2766-d0a5-416c-ad10-f374486a2755 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:42:45.417046 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:42:45.422622 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a0d6f2a6-9cf0-414f-9220-98e178a05278 admin admin] 10.222.0.15 "PUT /v2.0/routers/31fb2766-d0a5-416c-ad10-f374486a2755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4932144 Feb 07 02:42:45.478305 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:45.478791 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:45.517210 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c8284014-75da-4977-845f-83dbda459178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:45.522832 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-51e7627d-3467-4e50-948e-7c2f1ac7aed2 None None] Provisioning complete for port 57ac1565-a311-4009-93ec-411c29c09fda triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:45.523204 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-51e7627d-3467-4e50-948e-7c2f1ac7aed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (57ac1565-a311-4009-93ec-411c29c09fda), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:45.525894 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ef52b3b7-f5e6-4004-afe4-8179f1ef20f9,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:45.549413 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:45.595191 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-51e7627d-3467-4e50-948e-7c2f1ac7aed2 None None] Port 57ac1565-a311-4009-93ec-411c29c09fda cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:45.608796 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=ef52b3b7-f5e6-4004-afe4-8179f1ef20f9,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:45.812751 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd8e0-c6bc-46a3-9975-1da42751eec9 req-160b08bd-2b70-4cfa-ae5b-f64245b840af tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:45.820579 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0a7dd8e0-c6bc-46a3-9975-1da42751eec9 req-160b08bd-2b70-4cfa-ae5b-f64245b840af tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0657594 Feb 07 02:42:45.881077 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0a7dd8e0-c6bc-46a3-9975-1da42751eec9 req-4dc380ae-b68e-4921-9673-3c2f9f15067f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588048 Feb 07 02:42:46.236190 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50616) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:46.237054 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba63461-bf80-4f62-8aeb-90a5e4581935 req-192e397b-cb90-4ee8-9099-707f0957430f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:46.238763 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cba63461-bf80-4f62-8aeb-90a5e4581935 req-192e397b-cb90-4ee8-9099-707f0957430f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1097925 Feb 07 02:42:46.243659 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-cf4819d8-5e9d-4b14-bd73-355fb3aa7369 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104053569', 'description': 'tempest-secgroup-smoke-104053569 description', 'project_id': '21a9d29f17224774a232218b99165d32'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:46.288938 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d8-5e9d-4b14-bd73-355fb3aa7369 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.319852 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cba63461-bf80-4f62-8aeb-90a5e4581935 req-1e4f7e5a-601f-4eda-965e-59ea491f587d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752933 Feb 07 02:42:46.432233 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b5dc6-9673-4a91-a281-c203f1768f02 req-17b6b46b-68e6-4d30-a651-2647920ebdf2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:46.432233 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f77b5dc6-9673-4a91-a281-c203f1768f02 req-17b6b46b-68e6-4d30-a651-2647920ebdf2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1244478 Feb 07 02:42:46.433845 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d8-5e9d-4b14-bd73-355fb3aa7369 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group (918b83f1-037e-481e-bf41-4f04c69d7038), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.451043 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d8-5e9d-4b14-bd73-355fb3aa7369 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (918b83f1-037e-481e-bf41-4f04c69d7038), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.512306 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:46.520852 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cf4819d8-5e9d-4b14-bd73-355fb3aa7369 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.522679 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-cf4819d8-5e9d-4b14-bd73-355fb3aa7369 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2847264 Feb 07 02:42:46.523394 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4819d8-5e9d-4b14-bd73-355fb3aa7369 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918b83f1-037e-481e-bf41-4f04c69d7038,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:46.525634 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50618) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:46.530249 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-e4efa73c-6acb-4cb0-be4b-81e232ce1f58 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Request body: {'security_group_rule': {'security_group_id': '918b83f1-037e-481e-bf41-4f04c69d7038', 'project_id': '21a9d29f17224774a232218b99165d32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:46.548576 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f77b5dc6-9673-4a91-a281-c203f1768f02 req-c9929120-70bd-4ef1-88cd-38f7ed8ba834 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092260 Feb 07 02:42:46.579338 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Sync routers for ids ['31fb2766-d0a5-416c-ad10-f374486a2755'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:42:46.583962 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e4efa73c-6acb-4cb0-be4b-81e232ce1f58 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (e59fdcc4-9d84-4d4b-8947-859c98ded5d5), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.606313 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Routers {'31fb2766-d0a5-416c-ad10-f374486a2755'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:46.606963 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['31fb2766-d0a5-416c-ad10-f374486a2755'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:46.664851 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e4efa73c-6acb-4cb0-be4b-81e232ce1f58 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (e59fdcc4-9d84-4d4b-8947-859c98ded5d5), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.671466 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e4efa73c-6acb-4cb0-be4b-81e232ce1f58 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (e59fdcc4-9d84-4d4b-8947-859c98ded5d5), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.701552 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:46.701921 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.719905 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efa73c-6acb-4cb0-be4b-81e232ce1f58 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59fdcc4-9d84-4d4b-8947-859c98ded5d5,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:46.733297 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e4efa73c-6acb-4cb0-be4b-81e232ce1f58 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.734694 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e4efa73c-6acb-4cb0-be4b-81e232ce1f58 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2080629 Feb 07 02:42:46.737475 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50620) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:46.742577 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-0cd207cb-6ff2-4c57-b1e5-f40ba6905470 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Request body: {'security_group_rule': {'security_group_id': '918b83f1-037e-481e-bf41-4f04c69d7038', 'project_id': '21a9d29f17224774a232218b99165d32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:46.774513 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cd207cb-6ff2-4c57-b1e5-f40ba6905470 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (0d2b032a-b9ed-480f-b76c-fae6e63d9598), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.816071 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:46.819906 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Set router 31fb2766-d0a5-416c-ad10-f374486a2755 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:46.872295 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cd207cb-6ff2-4c57-b1e5-f40ba6905470 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (0d2b032a-b9ed-480f-b76c-fae6e63d9598), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.882621 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cd207cb-6ff2-4c57-b1e5-f40ba6905470 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (0d2b032a-b9ed-480f-b76c-fae6e63d9598), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.916678 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cd207cb-6ff2-4c57-b1e5-f40ba6905470 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:46.918154 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-0cd207cb-6ff2-4c57-b1e5-f40ba6905470 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1796384 Feb 07 02:42:46.919373 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd207cb-6ff2-4c57-b1e5-f40ba6905470 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2b032a-b9ed-480f-b76c-fae6e63d9598,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:46.920939 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50628) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:46.928615 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-8311e574-0ea1-4339-b133-7275c77d02eb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Request body: {'security_group_rule': {'security_group_id': '918b83f1-037e-481e-bf41-4f04c69d7038', 'project_id': '21a9d29f17224774a232218b99165d32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:46.959858 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8311e574-0ea1-4339-b133-7275c77d02eb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (7807cad4-adbf-4090-960d-161c5765bd45), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.049863 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8311e574-0ea1-4339-b133-7275c77d02eb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (7807cad4-adbf-4090-960d-161c5765bd45), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.056220 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8311e574-0ea1-4339-b133-7275c77d02eb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (7807cad4-adbf-4090-960d-161c5765bd45), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.065057 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15466f-df06-4d18-b87c-6d1c82b6edcb req-1120859f-32d3-4347-bf71-a8f6436970e2 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:47.066639 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9c15466f-df06-4d18-b87c-6d1c82b6edcb req-1120859f-32d3-4347-bf71-a8f6436970e2 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0892122 Feb 07 02:42:47.075293 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:43Z', 'revision_number': 4, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'gw_port': {'id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '57ac1565-a311-4009-93ec-411c29c09fda', 'name': '', 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'mac_address': 'fa:16:3e:60:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '2a03c5c4-5710-489d-96e2-287ecb78d643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:43Z', 'updated_at': '2022-02-07T02:42:43Z', 'revision_number': 2, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'subnets': [{'id': '2a03c5c4-5710-489d-96e2-287ecb78d643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:47.097454 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e574-0ea1-4339-b133-7275c77d02eb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7807cad4-adbf-4090-960d-161c5765bd45,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:47.106060 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Checking router: 31fb2766-d0a5-416c-ad10-f374486a2755 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:42:47.106456 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Updating router 31fb2766-d0a5-416c-ad10-f374486a2755 port 57ac1565-a311-4009-93ec-411c29c09fda binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:42:47.120463 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8311e574-0ea1-4339-b133-7275c77d02eb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.122111 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8311e574-0ea1-4339-b133-7275c77d02eb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1991737 Feb 07 02:42:47.124540 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 50630) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:47.129101 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-d22a6818-45fc-46c2-83a9-40ef40860ddb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Request body: {'security_group_rule': {'security_group_id': '918b83f1-037e-481e-bf41-4f04c69d7038', 'project_id': '21a9d29f17224774a232218b99165d32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:47.140404 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (57ac1565-a311-4009-93ec-411c29c09fda), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.178900 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d22a6818-45fc-46c2-83a9-40ef40860ddb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (75ff3541-24bc-4ff7-bcef-33d2439081f9), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.218435 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9c15466f-df06-4d18-b87c-6d1c82b6edcb req-7f3f7bc2-4379-4b65-a492-9337a0515714 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250048 Feb 07 02:42:47.280699 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d22a6818-45fc-46c2-83a9-40ef40860ddb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (75ff3541-24bc-4ff7-bcef-33d2439081f9), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.287472 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d22a6818-45fc-46c2-83a9-40ef40860ddb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (75ff3541-24bc-4ff7-bcef-33d2439081f9), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.305656 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a6818-45fc-46c2-83a9-40ef40860ddb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ff3541-24bc-4ff7-bcef-33d2439081f9,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:47.323537 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d22a6818-45fc-46c2-83a9-40ef40860ddb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.327536 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50634) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:47.327670 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d22a6818-45fc-46c2-83a9-40ef40860ddb tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2019877 Feb 07 02:42:47.332021 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-dd59f5c0-7b4d-4ebf-bce3-64713cd5d129 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Request body: {'security_group_rule': {'security_group_id': '918b83f1-037e-481e-bf41-4f04c69d7038', 'project_id': '21a9d29f17224774a232218b99165d32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:47.356742 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.securitygroups_db [None req-dd59f5c0-7b4d-4ebf-bce3-64713cd5d129 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Project 21a9d29f17224774a232218b99165d32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 02:42:47.362760 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dd59f5c0-7b4d-4ebf-bce3-64713cd5d129 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (761ab45e-413e-4cc1-95bd-0f09186ede2b), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.446261 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dd59f5c0-7b4d-4ebf-bce3-64713cd5d129 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (761ab45e-413e-4cc1-95bd-0f09186ede2b), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.455002 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dd59f5c0-7b4d-4ebf-bce3-64713cd5d129 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (761ab45e-413e-4cc1-95bd-0f09186ede2b), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.469261 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030b8a5-2438-4206-ab4c-c83809c73217 req-9c48ad5d-c907-474a-9b55-d4bbcf02d823 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:47.476607 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59f5c0-7b4d-4ebf-bce3-64713cd5d129 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761ab45e-413e-4cc1-95bd-0f09186ede2b,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:47.485508 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dd59f5c0-7b4d-4ebf-bce3-64713cd5d129 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.489631 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-dd59f5c0-7b4d-4ebf-bce3-64713cd5d129 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1585331 Feb 07 02:42:47.490860 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 50638) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:42:47.491204 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c030b8a5-2438-4206-ab4c-c83809c73217 req-9c48ad5d-c907-474a-9b55-d4bbcf02d823 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0895634 Feb 07 02:42:47.502068 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-6ea6c93d-8749-4699-8426-c617969d9862 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Request body: {'security_group_rule': {'security_group_id': '918b83f1-037e-481e-bf41-4f04c69d7038', 'project_id': '21a9d29f17224774a232218b99165d32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:47.542436 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.securitygroups_db [None req-6ea6c93d-8749-4699-8426-c617969d9862 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Project 21a9d29f17224774a232218b99165d32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 02:42:47.544189 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Publish callbacks [] for port (57ac1565-a311-4009-93ec-411c29c09fda), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.548903 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c93d-8749-4699-8426-c617969d9862 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (6e444261-3a12-4123-9431-edb4d18052c1), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.558410 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (57ac1565-a311-4009-93ec-411c29c09fda), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.564587 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c030b8a5-2438-4206-ab4c-c83809c73217 req-70f904d1-bdd1-4415-971e-ac0ce5a9ac71 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696254 Feb 07 02:42:47.660184 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c93d-8749-4699-8426-c617969d9862 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (6e444261-3a12-4123-9431-edb4d18052c1), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.701086 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c93d-8749-4699-8426-c617969d9862 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (6e444261-3a12-4123-9431-edb4d18052c1), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.707567 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb287-c67a-4680-bd6a-393d103615fd None None] Pushing event updated for resources: {'Port': ['ID=57ac1565-a311-4009-93ec-411c29c09fda,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:47.742724 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6c93d-8749-4699-8426-c617969d9862 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e444261-3a12-4123-9431-edb4d18052c1,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:47.761646 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ea6c93d-8749-4699-8426-c617969d9862 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.764055 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Attempting to bind port 57ac1565-a311-4009-93ec-411c29c09fda on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:47.764613 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Attempting to bind port 57ac1565-a311-4009-93ec-411c29c09fda by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:47.764987 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Attempting to bind port 57ac1565-a311-4009-93ec-411c29c09fda on network a0beb690-b676-42d4-830c-e9aa7bb1b89b {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:47.772744 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6ea6c93d-8749-4699-8426-c617969d9862 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2802725 Feb 07 02:42:47.782499 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:47.782997 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Checking segment: {'id': 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:47.783282 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.788725 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Bound using segment: {'id': 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:47.788725 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Bound port: 57ac1565-a311-4009-93ec-411c29c09fda, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:47.788725 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (57ac1565-a311-4009-93ec-411c29c09fda), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.791793 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9c264db3-eace-40d9-9756-bd9090546ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:47.802854 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7d911-cf1c-45a4-adc7-e2e7faeb2f72 req-eb766224-091e-4711-b84a-3e64a0303131 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:47.805920 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1aa7d911-cf1c-45a4-adc7-e2e7faeb2f72 req-eb766224-091e-4711-b84a-3e64a0303131 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1408968 Feb 07 02:42:47.887126 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1aa7d911-cf1c-45a4-adc7-e2e7faeb2f72 req-91624328-2ce5-4808-a019-d71b014c7ef5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750961 Feb 07 02:42:47.918091 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] For port 57ac1565-a311-4009-93ec-411c29c09fda, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:47.929021 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] For port 57ac1565-a311-4009-93ec-411c29c09fda, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=57ac1565-a311-4009-93ec-411c29c09fda,segment=NetworkSegment(db1233f8-4afa-4d4d-8f43-0cdfb3d31711),segment_id=db1233f8-4afa-4d4d-8f43-0cdfb3d31711)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:47.937346 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (57ac1565-a311-4009-93ec-411c29c09fda), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:48.011151 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Routers {'31fb2766-d0a5-416c-ad10-f374486a2755'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:42:48.011788 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['31fb2766-d0a5-416c-ad10-f374486a2755'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:48.017004 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbb287-c67a-4680-bd6a-393d103615fd None None] Pushing event updated for resources: {'Port': ['ID=57ac1565-a311-4009-93ec-411c29c09fda,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:48.118650 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-c99c1715-6d0c-45c2-a91b-ec6e88656f66 None None] Provisioning complete for port 57ac1565-a311-4009-93ec-411c29c09fda triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:48.119027 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c99c1715-6d0c-45c2-a91b-ec6e88656f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (57ac1565-a311-4009-93ec-411c29c09fda), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:48.196740 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] Set router 31fb2766-d0a5-416c-ad10-f374486a2755 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:42:48.372937 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-c99c1715-6d0c-45c2-a91b-ec6e88656f66 None None] Current status of the port 57ac1565-a311-4009-93ec-411c29c09fda is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:48.373348 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c99c1715-6d0c-45c2-a91b-ec6e88656f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (57ac1565-a311-4009-93ec-411c29c09fda), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:48.406471 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c3559-0c2e-4505-880e-b85f2c625874 req-6169c260-4339-47c9-991c-f348f1afc855 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:48.416015 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-522c3559-0c2e-4505-880e-b85f2c625874 req-6169c260-4339-47c9-991c-f348f1afc855 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.1129618 Feb 07 02:42:48.430196 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-c99c1715-6d0c-45c2-a91b-ec6e88656f66 None None] For port 57ac1565-a311-4009-93ec-411c29c09fda, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=57ac1565-a311-4009-93ec-411c29c09fda,segment=NetworkSegment(db1233f8-4afa-4d4d-8f43-0cdfb3d31711),segment_id=db1233f8-4afa-4d4d-8f43-0cdfb3d31711)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:48.449090 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c99c1715-6d0c-45c2-a91b-ec6e88656f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (57ac1565-a311-4009-93ec-411c29c09fda), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:48.497850 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-522c3559-0c2e-4505-880e-b85f2c625874 req-ed93bd00-e1e6-45b2-8fa5-dcc5c61e0ded tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793226 Feb 07 02:42:48.590815 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c1715-6d0c-45c2-a91b-ec6e88656f66 None None] Pushing event updated for resources: {'Port': ['ID=57ac1565-a311-4009-93ec-411c29c09fda,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:48.612275 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-5fc68bce-ff5d-4886-8018-7588254be6ee None None] Provisioning complete for port 57ac1565-a311-4009-93ec-411c29c09fda triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:48.612625 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5fc68bce-ff5d-4886-8018-7588254be6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (57ac1565-a311-4009-93ec-411c29c09fda), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:48.638147 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:43Z', 'revision_number': 4, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'gw_port': {'id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '57ac1565-a311-4009-93ec-411c29c09fda', 'name': '', 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'mac_address': 'fa:16:3e:60:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '2a03c5c4-5710-489d-96e2-287ecb78d643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:43Z', 'updated_at': '2022-02-07T02:42:47Z', 'revision_number': 4, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'subnets': [{'id': '2a03c5c4-5710-489d-96e2-287ecb78d643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:42:48.677160 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a76d2a-0022-42ee-85b4-f4a9cd5c7418 None None] The sync data for ids ['31fb2766-d0a5-416c-ad10-f374486a2755'] in dv-cinder-828061-1-iscsi is: [{'id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:43Z', 'revision_number': 4, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'gw_port': {'id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '57ac1565-a311-4009-93ec-411c29c09fda', 'name': '', 'network_id': 'a0beb690-b676-42d4-830c-e9aa7bb1b89b', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'mac_address': 'fa:16:3e:60:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '2a03c5c4-5710-489d-96e2-287ecb78d643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:43Z', 'updated_at': '2022-02-07T02:42:47Z', 'revision_number': 4, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'subnets': [{'id': '2a03c5c4-5710-489d-96e2-287ecb78d643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:42:48.767653 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b9847-ca48-493a-9797-ec688a172c57 req-6f0f437d-cffb-4b81-a963-b6e854d797a2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:48.769412 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-133b9847-ca48-493a-9797-ec688a172c57 req-6f0f437d-cffb-4b81-a963-b6e854d797a2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1244254 Feb 07 02:42:48.779571 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-5fc68bce-ff5d-4886-8018-7588254be6ee None None] Current status of the port 57ac1565-a311-4009-93ec-411c29c09fda is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:48.832298 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-133b9847-ca48-493a-9797-ec688a172c57 req-692b3f74-1aa3-464a-b77b-655d8cebaae7 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552201 Feb 07 02:42:48.857639 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:49.015385 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051caf47-619c-4b3b-87d6-cdc123a076e4 req-c684c0b2-b2ae-4852-9e29-c7c50839d4c7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:49.016974 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-051caf47-619c-4b3b-87d6-cdc123a076e4 req-c684c0b2-b2ae-4852-9e29-c7c50839d4c7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0553105 Feb 07 02:42:49.069946 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-051caf47-619c-4b3b-87d6-cdc123a076e4 req-ad7c6480-aba5-40f6-862a-1272d4a9b229 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Feb 07 02:42:49.657199 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fea8aa-701b-481b-a4dd-23c440e5748d req-e3d3105d-bfd0-491e-86a8-00847529bdc4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:49.659040 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-16fea8aa-701b-481b-a4dd-23c440e5748d req-e3d3105d-bfd0-491e-86a8-00847529bdc4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0883937 Feb 07 02:42:49.752255 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-16fea8aa-701b-481b-a4dd-23c440e5748d req-ca0d0a2f-ba3b-45e3-a427-595a8e50a700 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782876 Feb 07 02:42:49.923202 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:50.002572 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:50.003229 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:50.010685 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b69d-9ef4-4e77-acec-755acdd7a06b req-283ba01f-f03d-4f64-a50a-f44cd557d2a5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:50.013817 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4eb9b69d-9ef4-4e77-acec-755acdd7a06b req-283ba01f-f03d-4f64-a50a-f44cd557d2a5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0985849 Feb 07 02:42:50.081565 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4eb9b69d-9ef4-4e77-acec-755acdd7a06b req-f94ed3f7-6ffa-456e-8354-a0fffebde1d0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621679 Feb 07 02:42:50.133603 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:50.134172 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:50.173865 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:42:50.176145 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b8c90b-8af3-4d2b-97e8-8e94f33bbd77" -d '{"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:42:50.224544 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:42:50.229474 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:50.263411 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befa490-5963-44d8-a451-2f73c68c4d0d req-a9cf8c33-fd3a-47ac-9528-1132bdb29f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:50.265696 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1befa490-5963-44d8-a451-2f73c68c4d0d req-a9cf8c33-fd3a-47ac-9528-1132bdb29f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0798275 Feb 07 02:42:50.276396 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986cbcce-3caa-454b-82b7-0b1b0a6eeb3d x-openstack-request-id: req-986cbcce-3caa-454b-82b7-0b1b0a6eeb3d {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:42:50.276786 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:42:50.276967 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-986cbcce-3caa-454b-82b7-0b1b0a6eeb3d {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:42:50.277355 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'code': 200} Feb 07 02:42:50.295298 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:50.315734 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=7']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:50.335648 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1befa490-5963-44d8-a451-2f73c68c4d0d req-3416b840-8026-4038-ab88-ac39d5c8a3d3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597427 Feb 07 02:42:50.556007 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 57ac1565-a311-4009-93ec-411c29c09fda up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:42:50.630066 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 57ac1565-a311-4009-93ec-411c29c09fda triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:50.630625 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (57ac1565-a311-4009-93ec-411c29c09fda), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:50.751570 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 57ac1565-a311-4009-93ec-411c29c09fda is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:42:50.897658 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d80f4d-fc5a-430d-bb43-f85c33958b80 req-554cda8f-75dd-4005-86a0-d420d969d861 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:50.899739 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-81d80f4d-fc5a-430d-bb43-f85c33958b80 req-554cda8f-75dd-4005-86a0-d420d969d861 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0739076 Feb 07 02:42:50.906859 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-3067a0eb-0984-4a4c-bc43-a31b4910dba0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893431166&fields=id&tenant_id=a90c5dfb972244c1aa625e07b1e3fe40 HTTP/1.1" status: 200 len: 267 time: 0.0617058 Feb 07 02:42:50.970277 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-81d80f4d-fc5a-430d-bb43-f85c33958b80 req-86e10d46-4bc1-4074-9854-1415c516d5a4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632935 Feb 07 02:42:51.025130 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773142-716f-4ec1-8636-f7501144e965 req-f71e6f87-bac4-42fc-8484-bc9eff80d7fa tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:51.027010 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-f71e6f87-bac4-42fc-8484-bc9eff80d7fa tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 812 time: 0.1123080 Feb 07 02:42:51.042990 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-4b048dc9-281b-41e3-ab91-f26130d66452 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/quotas/a90c5dfb972244c1aa625e07b1e3fe40 HTTP/1.1" status: 200 len: 375 time: 0.0103767 Feb 07 02:42:51.125928 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-ae9ca3c7-42a5-4665-b5d8-0c63d06b2a76 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699039 Feb 07 02:42:51.237011 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-5cfe3a26-7968-4372-b500-d011e9ff07cc service neutron] 10.222.0.15 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089003 Feb 07 02:42:51.244302 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03938c0f-94b6-40f3-95c8-b86b316b54f3 req-63688e2f-f068-4778-8051-3f96d40d0ac3 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:51.245882 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03938c0f-94b6-40f3-95c8-b86b316b54f3 req-63688e2f-f068-4778-8051-3f96d40d0ac3 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0786121 Feb 07 02:42:51.307090 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03938c0f-94b6-40f3-95c8-b86b316b54f3 req-c17ec95d-09f3-4b6f-9893-6bf37e31716c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539596 Feb 07 02:42:51.392250 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-c5857e18-31b2-4bc6-be40-8705fed83379 service neutron] 10.222.0.15 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448967 Feb 07 02:42:51.508003 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63cf95-191b-4b8b-ba55-56b99ae30984 req-e1ae4d8e-89d4-43d8-9ff9-9e3ea6d3c1fd tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:51.509630 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7d63cf95-191b-4b8b-ba55-56b99ae30984 req-e1ae4d8e-89d4-43d8-9ff9-9e3ea6d3c1fd tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0918150 Feb 07 02:42:51.573226 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7d63cf95-191b-4b8b-ba55-56b99ae30984 req-07e22cd9-6ad8-4978-9d36-36c3b976fc9b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569806 Feb 07 02:42:51.788165 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f06654d-ca91-476d-93ed-6848855cb93c req-497bd0b0-0293-4ded-8f6a-6090abf076ce tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 210 time: 0.0446923 Feb 07 02:42:52.077284 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:52.178474 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddf72d-d580-45d5-bcbe-857660780c0f req-ab95c13a-cbef-484e-a0ef-524ee687f240 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:52.180224 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c0ddf72d-d580-45d5-bcbe-857660780c0f req-ab95c13a-cbef-484e-a0ef-524ee687f240 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0789332 Feb 07 02:42:52.242791 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c0ddf72d-d580-45d5-bcbe-857660780c0f req-d972191f-8123-42c5-adeb-786f2aa80552 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555139 Feb 07 02:42:52.476430 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8b394-8167-4241-a3d1-b317595feef3 req-b1a7b3ca-0ee6-46a8-8ee6-8835deaac385 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:52.477942 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bde8b394-8167-4241-a3d1-b317595feef3 req-b1a7b3ca-0ee6-46a8-8ee6-8835deaac385 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0659299 Feb 07 02:42:52.550452 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bde8b394-8167-4241-a3d1-b317595feef3 req-93557924-a545-4eda-aacc-47d2987de9c2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630517 Feb 07 02:42:52.715597 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a97bd-ecb0-40e8-a9f1-33496c014e21 req-591e9219-1795-41ef-aff4-36a8bacd91c2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:52.717485 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ef7a97bd-ecb0-40e8-a9f1-33496c014e21 req-591e9219-1795-41ef-aff4-36a8bacd91c2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0585968 Feb 07 02:42:52.777801 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ef7a97bd-ecb0-40e8-a9f1-33496c014e21 req-e19f8487-bbf6-47c2-958c-299b216c37da tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524809 Feb 07 02:42:52.890588 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f9f8e099-2fa1-4bc6-af33-11a3c3400f5d req-b4b6948f-accf-4fa9-a2b6-bfc5c5f3945c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 210 time: 0.0286016 Feb 07 02:42:53.142674 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773142-716f-4ec1-8636-f7501144e965 req-6cd0423e-4f85-4ec9-9a8f-55ec26e42cdd tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:53.144146 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-6cd0423e-4f85-4ec9-9a8f-55ec26e42cdd tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 812 time: 0.1137969 Feb 07 02:42:53.235583 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-d3a39c8e-c174-4095-8475-1209066b322d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a90c5dfb972244c1aa625e07b1e3fe40 HTTP/1.1" status: 200 len: 379 time: 0.0817957 Feb 07 02:42:53.249759 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'port': {'device_id': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'admin_state_up': True, 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'security_groups': ['6ed41a7a-c24f-4468-9ec1-fa33b9a06831']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:53.423386 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Made reservation on behalf of a90c5dfb972244c1aa625e07b1e3fe40 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:42:53.429668 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:53.447430 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce4549-f4a0-47ad-a6fa-bafa73d10fa5 req-1475f776-a4ef-42ac-a9dc-e8106997719f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:53.449335 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-edce4549-f4a0-47ad-a6fa-bafa73d10fa5 req-1475f776-a4ef-42ac-a9dc-e8106997719f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0867615 Feb 07 02:42:53.531201 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-edce4549-f4a0-47ad-a6fa-bafa73d10fa5 req-6376a6c8-3a56-4f94-9e6f-2e367e6ad477 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755477 Feb 07 02:42:53.641453 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Allocated IP 172.20.0.10 (cc9544ab-0eed-49d7-80b6-5927b9db83bc/b23f3586-0566-4419-ba2f-e0f5ed208f10/5fde00cc-319d-4ab7-be92-dda74fec6f87) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:42:53.790460 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b26247-cf28-4508-83b6-d2dee1c07e2a req-13fdf1a4-7f29-4851-856e-cee2ecaa3613 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:53.796817 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c5b26247-cf28-4508-83b6-d2dee1c07e2a req-13fdf1a4-7f29-4851-856e-cee2ecaa3613 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1403801 Feb 07 02:42:53.949213 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c5b26247-cf28-4508-83b6-d2dee1c07e2a req-f82945e0-6b12-46a3-ae2a-a4c1595f0525 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486392 Feb 07 02:42:53.971249 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f4530-3f9c-44d1-bb13-4db719dd793f req-0432326c-0b4e-49b9-ab52-3ead8630074f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:53.973997 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3e5f4530-3f9c-44d1-bb13-4db719dd793f req-0432326c-0b4e-49b9-ab52-3ead8630074f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0822029 Feb 07 02:42:54.008575 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:54.084080 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3e5f4530-3f9c-44d1-bb13-4db719dd793f req-9117085d-b66e-4176-aee4-51911fc036ab tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032000 Feb 07 02:42:54.089457 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:54.187639 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:42:54.195637 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:42:54.206670 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:42:54.250692 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bae92c-a7c3-4f6e-9ddb-30f253279ae9 req-189765de-548d-496b-9942-0b2d335008c5 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:54.260968 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c0bae92c-a7c3-4f6e-9ddb-30f253279ae9 req-189765de-548d-496b-9942-0b2d335008c5 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 932 time: 0.1861758 Feb 07 02:42:54.265890 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'Port': ['ID=5fde00cc-319d-4ab7-be92-dda74fec6f87,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:54.316143 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:54.317121 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:54.352311 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-3c3c0a16-d78b-4550-8a69-cda5f1cb714b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1063857 Feb 07 02:42:54.376445 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Request body: {'port': {'device_id': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:42:54.410949 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c0bae92c-a7c3-4f6e-9ddb-30f253279ae9 req-b97c3a65-9ea2-474e-ac0e-18365e53efcf tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490092 Feb 07 02:42:54.474957 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:54.561390 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-8b8e23d7-28fd-4c7f-8396-6399303cd633 None None] Provisioning complete for port 5fde00cc-319d-4ab7-be92-dda74fec6f87 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:42:54.562489 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8b8e23d7-28fd-4c7f-8396-6399303cd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:54.616706 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e23d7-28fd-4c7f-8396-6399303cd633 None None] Port 5fde00cc-319d-4ab7-be92-dda74fec6f87 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:42:54.692572 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc8c0c-d736-45f6-82dc-9c1fca52fcfb req-a9e8371f-97e5-4349-8dce-311cb239011e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:54.700140 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-55bc8c0c-d736-45f6-82dc-9c1fca52fcfb req-a9e8371f-97e5-4349-8dce-311cb239011e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0753644 Feb 07 02:42:54.767711 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-55bc8c0c-d736-45f6-82dc-9c1fca52fcfb req-6198b086-d590-4836-aae3-1ced122e6d92 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665474 Feb 07 02:42:55.033718 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fde00cc-319d-4ab7-be92-dda74fec6f87 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:42:55.049241 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Publish callbacks [] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:55.066482 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Transition to ACTIVE for port object 5fde00cc-319d-4ab7-be92-dda74fec6f87 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:42:55.073807 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:55.178867 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=5fde00cc-319d-4ab7-be92-dda74fec6f87,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:55.277812 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13853e59-2c78-44f2-9efa-33ee398a2b4a req-f8707503-267f-4d35-abab-528a0ea25bfd tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:55.284275 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4456da-aea3-41b8-80d8-820ea5bab61f req-b6bba424-ce48-4781-a9bc-0c9d5d7ad375 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:55.285250 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-13853e59-2c78-44f2-9efa-33ee398a2b4a req-f8707503-267f-4d35-abab-528a0ea25bfd tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0790391 Feb 07 02:42:55.292535 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3e4456da-aea3-41b8-80d8-820ea5bab61f req-b6bba424-ce48-4781-a9bc-0c9d5d7ad375 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1829453 Feb 07 02:42:55.343732 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-13853e59-2c78-44f2-9efa-33ee398a2b4a req-66baac7f-f5f9-4ee2-b0d1-c0cf02360631 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549963 Feb 07 02:42:55.360673 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Attempting to bind port 5fde00cc-319d-4ab7-be92-dda74fec6f87 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:42:55.361019 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Attempting to bind port 5fde00cc-319d-4ab7-be92-dda74fec6f87 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:42:55.361351 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Attempting to bind port 5fde00cc-319d-4ab7-be92-dda74fec6f87 on network cc9544ab-0eed-49d7-80b6-5927b9db83bc {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:55.369058 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Port 5fde00cc-319d-4ab7-be92-dda74fec6f87 on network cc9544ab-0eed-49d7-80b6-5927b9db83bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:42:55.369317 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Attempting to bind port 5fde00cc-319d-4ab7-be92-dda74fec6f87 on network cc9544ab-0eed-49d7-80b6-5927b9db83bc {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:42:55.382142 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:42:55.382479 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Checking segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:42:55.382874 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Bound using segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:42:55.383304 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Bound port: 5fde00cc-319d-4ab7-be92-dda74fec6f87, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:42:55.383661 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:55.401889 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3e4456da-aea3-41b8-80d8-820ea5bab61f req-17e80c71-2acf-4585-b2ee-e8e142ba05c1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072600 Feb 07 02:42:55.478037 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] For port 5fde00cc-319d-4ab7-be92-dda74fec6f87, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:42:55.486378 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] For port 5fde00cc-319d-4ab7-be92-dda74fec6f87, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5fde00cc-319d-4ab7-be92-dda74fec6f87,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:42:55.498199 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:55.546338 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:55.546930 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:42:55.548572 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fde00cc-319d-4ab7-be92-dda74fec6f87 HTTP/1.1" status: 200 len: 1094 time: 1.1762688 Feb 07 02:42:55.549064 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'tag': '5fde00cc-319d-4ab7-be92-dda74fec6f87'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:42:55.554652 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4ef682-49c4-4909-a017-c1c4ef6860f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ece90e82-03eb-43a8-91c8-31a8fcb0007e", "tag": "5fde00cc-319d-4ab7-be92-dda74fec6f87"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:42:55.570952 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e5195-2676-46d2-a5a7-6b7602fbce51 req-f3537c41-71e1-4487-beff-c7da575e7e7b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:55.584401 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-595e5195-2676-46d2-a5a7-6b7602fbce51 req-f3537c41-71e1-4487-beff-c7da575e7e7b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 944 time: 0.1021693 Feb 07 02:42:55.639317 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851ec142-a46d-4299-968f-dc68b30cca62 x-openstack-request-id: req-851ec142-a46d-4299-968f-dc68b30cca62 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:42:55.640378 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece90e82-03eb-43a8-91c8-31a8fcb0007e", "tag": "5fde00cc-319d-4ab7-be92-dda74fec6f87", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:42:55.640378 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-851ec142-a46d-4299-968f-dc68b30cca62 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:42:55.640378 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'tag': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'status': 'completed', 'code': 200} Feb 07 02:42:55.642443 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d0c36-3170-4b26-ac9a-a6805437ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=5fde00cc-319d-4ab7-be92-dda74fec6f87,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:42:55.696329 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773142-716f-4ec1-8636-f7501144e965 req-71fb3507-a853-46ea-a338-9481df275821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:55.698980 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-71fb3507-a853-46ea-a338-9481df275821 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 1128 time: 0.0781999 Feb 07 02:42:55.703411 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-595e5195-2676-46d2-a5a7-6b7602fbce51 req-c6c10ca0-9992-4164-bf93-c579c6a51569 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142187 Feb 07 02:42:55.768186 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-1c926ba2-7a76-4acf-816d-c77eb954a3d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fde00cc-319d-4ab7-be92-dda74fec6f87 HTTP/1.1" status: 200 len: 217 time: 0.0590308 Feb 07 02:42:55.836524 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773142-716f-4ec1-8636-f7501144e965 req-5e3e4975-5f0b-4dca-8b26-73c08753bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:55.838000 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-5e3e4975-5f0b-4dca-8b26-73c08753bba6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0565710 Feb 07 02:42:55.933034 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9e0e7-5288-4e6f-a8b1-b464f56aac39 req-3f4d5bda-2fc4-460e-badc-10bec1a06d41 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:55.934164 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cbe9e0e7-5288-4e6f-a8b1-b464f56aac39 req-3f4d5bda-2fc4-460e-badc-10bec1a06d41 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0951788 Feb 07 02:42:55.939088 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3773142-716f-4ec1-8636-f7501144e965 req-4830cefd-6ac2-4099-9759-85c7c2d94abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:55.940523 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-4830cefd-6ac2-4099-9759-85c7c2d94abc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933552 Feb 07 02:42:56.045398 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cbe9e0e7-5288-4e6f-a8b1-b464f56aac39 req-6a88ba5a-d03e-4af9-b39e-906072d781ad tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037574 Feb 07 02:42:56.076474 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-b3c80bc8-db02-4e80-9f15-4ee4afb9f610 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268764 Feb 07 02:42:56.204279 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3773142-716f-4ec1-8636-f7501144e965 req-2842082a-e5a4-4753-90c8-19c9b507d01e service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218309 Feb 07 02:42:56.336465 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-8a2d4c92-8987-4bd8-9eb9-b1dcf0d7b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:56.336465 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-8a2d4c92-8987-4bd8-9eb9-b1dcf0d7b7c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 1128 time: 0.0580492 Feb 07 02:42:56.436957 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-c671e8f1-5acf-4249-9af4-3de3d47eea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:56.439026 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-c671e8f1-5acf-4249-9af4-3de3d47eea58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.0984850 Feb 07 02:42:56.507859 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-54cf3283-a772-49a8-b760-30bac6b67fbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fde00cc-319d-4ab7-be92-dda74fec6f87 HTTP/1.1" status: 200 len: 217 time: 0.0599530 Feb 07 02:42:56.555289 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67af29-67ef-4ef1-b631-b703fcab2a20 req-550cce9c-c602-49ee-83c5-553bc674bce3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:56.556811 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-af67af29-67ef-4ef1-b631-b703fcab2a20 req-550cce9c-c602-49ee-83c5-553bc674bce3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0938478 Feb 07 02:42:56.637107 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-9d658b04-b52b-41e3-b4bb-4f9178c3d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:56.638559 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-9d658b04-b52b-41e3-b4bb-4f9178c3d728 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.1188538 Feb 07 02:42:56.639749 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-af67af29-67ef-4ef1-b631-b703fcab2a20 req-4088a40a-d7c5-435f-a787-03ffa7ec209e tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772731 Feb 07 02:42:56.663273 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a22ecf-178d-4dfc-87f0-65f7534923dc req-8a73a68f-d6c8-4594-837d-9553ad3686d8 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:56.670357 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-60a22ecf-178d-4dfc-87f0-65f7534923dc req-8a73a68f-d6c8-4594-837d-9553ad3686d8 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1173999 Feb 07 02:42:56.761107 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-60a22ecf-178d-4dfc-87f0-65f7534923dc req-ad045605-c72f-40cb-86c2-2e83721a177e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802836 Feb 07 02:42:56.774384 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-3c5bdbc8-55cd-412e-9848-ee653f9dca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:56.775849 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-3c5bdbc8-55cd-412e-9848-ee653f9dca21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1280015 Feb 07 02:42:56.837133 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581f40-0889-4fbb-863d-26511f537ffd req-5af7661c-20ad-4291-808f-15dd07685e1c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:56.852294 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e5581f40-0889-4fbb-863d-26511f537ffd req-5af7661c-20ad-4291-808f-15dd07685e1c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 944 time: 0.0782001 Feb 07 02:42:56.928510 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-3b1f6768-1c4f-44ac-871d-1b946ace727c service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364300 Feb 07 02:42:56.938624 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e5581f40-0889-4fbb-863d-26511f537ffd req-10ec49de-19c1-4c64-8237-8d452436c198 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690081 Feb 07 02:42:57.081313 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5b4ef682-49c4-4909-a017-c1c4ef6860f0 req-6b3084f7-ad15-4c72-b596-cb22739c0bcc service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405735 Feb 07 02:42:57.090402 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3c2c9-f0ba-4df2-95eb-c4f1e31beb06 req-e2370433-f20f-4456-b88c-395b91367cee tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:57.092077 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-37e3c2c9-f0ba-4df2-95eb-c4f1e31beb06 req-e2370433-f20f-4456-b88c-395b91367cee tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0989182 Feb 07 02:42:57.160494 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-37e3c2c9-f0ba-4df2-95eb-c4f1e31beb06 req-2c751113-3908-4f36-8fc2-fe0351ab96b2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609062 Feb 07 02:42:57.229947 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-45ae774e-9bd2-43f2-b3a6-74abd0c016aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:57.231424 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-45ae774e-9bd2-43f2-b3a6-74abd0c016aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 1129 time: 0.1099868 Feb 07 02:42:57.257876 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f4a5e-64a6-4408-886c-e04555069d7e req-513a5bc3-cd87-49ea-8c55-4d1535f1006c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:57.259338 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b2f4a5e-64a6-4408-886c-e04555069d7e req-513a5bc3-cd87-49ea-8c55-4d1535f1006c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.1014364 Feb 07 02:42:57.369400 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b2f4a5e-64a6-4408-886c-e04555069d7e req-a7e40228-0819-4e8e-8505-8fcf4d97438a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977726 Feb 07 02:42:57.398187 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-e37317f5-9532-42f1-815f-421da47c20bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:57.399656 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-e37317f5-9532-42f1-815f-421da47c20bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 911 time: 0.1558971 Feb 07 02:42:57.513220 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-33c58f24-6d5e-43d2-8138-1b4b4c695b29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31050fd3-c258-46e5-9fc0-259b905d695d HTTP/1.1" status: 200 len: 1001 time: 0.1001205 Feb 07 02:42:57.580114 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-6eac6226-4477-4276-b8f2-d1164b028a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:57.581694 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-6eac6226-4477-4276-b8f2-d1164b028a71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 200 len: 849 time: 0.0563514 Feb 07 02:42:57.639765 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-cec62708-9204-4597-9a33-b23bc62d3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:57.641701 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-cec62708-9204-4597-9a33-b23bc62d3c72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525045 Feb 07 02:42:57.754217 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-949d8edc-061a-477b-9f33-e01576f82a09 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020205 Feb 07 02:42:57.777006 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549a0ae-4966-4d03-802f-9b62dd7641cf req-1291883e-9a6e-49af-b775-03e5a6c81a02 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:57.778606 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4549a0ae-4966-4d03-802f-9b62dd7641cf req-1291883e-9a6e-49af-b775-03e5a6c81a02 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0568130 Feb 07 02:42:57.831192 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4549a0ae-4966-4d03-802f-9b62dd7641cf req-2a4510a0-889d-4da9-8653-095e35cb49bc tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460124 Feb 07 02:42:57.869936 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d62bd52-6536-4673-9c41-7fb33d762e2c req-3d1ee1dd-36ce-4a4a-aa8a-4f4f58427902 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083646 Feb 07 02:42:58.011214 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:42:58.056860 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bd9a8-6b22-45d6-ba0a-5260642fcf40 req-89f84848-8ca8-4a85-9daa-57517611acbc tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:58.067049 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e85bd9a8-6b22-45d6-ba0a-5260642fcf40 req-89f84848-8ca8-4a85-9daa-57517611acbc tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 944 time: 0.0697265 Feb 07 02:42:58.133378 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e85bd9a8-6b22-45d6-ba0a-5260642fcf40 req-d6291668-9dc0-4cee-9069-f41e8b7b2a9d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649016 Feb 07 02:42:58.312496 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05630f50-691d-478f-b283-af2812e07df5 req-391303b2-6575-463e-b97b-1fc791d9309d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:58.313808 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-05630f50-691d-478f-b283-af2812e07df5 req-391303b2-6575-463e-b97b-1fc791d9309d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0636241 Feb 07 02:42:58.367690 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-05630f50-691d-478f-b283-af2812e07df5 req-2fb2433b-c5f4-435a-b8d0-685f076d2bf1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478272 Feb 07 02:42:58.500940 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b70f0-85f1-4c93-be80-f6baeaa7438e req-3d0d96ed-e332-4de0-a32f-0e68f3b47bcd tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:58.502755 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc2b70f0-85f1-4c93-be80-f6baeaa7438e req-3d0d96ed-e332-4de0-a32f-0e68f3b47bcd tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0641191 Feb 07 02:42:58.558090 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc2b70f0-85f1-4c93-be80-f6baeaa7438e req-0c81356d-5afb-4013-bf30-e87f70cd3d0e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482225 Feb 07 02:42:58.961941 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7a13-e0ec-4dee-a24a-6583c85881d5 req-fd9ceae3-2f81-4321-902b-560691884d49 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:58.963753 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b7cd7a13-e0ec-4dee-a24a-6583c85881d5 req-fd9ceae3-2f81-4321-902b-560691884d49 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0581748 Feb 07 02:42:59.022842 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b7cd7a13-e0ec-4dee-a24a-6583c85881d5 req-0e282c37-6905-468c-9a74-3d39a0f1436a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509529 Feb 07 02:42:59.267782 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafee2a-bb8a-4f60-82f5-e4289cd17ad1 req-6903e419-a15d-4f6d-962a-44bcb2fa863c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:59.272843 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9cafee2a-bb8a-4f60-82f5-e4289cd17ad1 req-6903e419-a15d-4f6d-962a-44bcb2fa863c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 944 time: 0.0569382 Feb 07 02:42:59.326354 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9cafee2a-bb8a-4f60-82f5-e4289cd17ad1 req-5f994bfa-7b10-46d9-a28a-74c13b2c4c8e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509021 Feb 07 02:42:59.500699 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04159e8-c26d-4079-93c4-f088eed995ab req-a972e6dd-bd65-4066-8e68-1537627e0129 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:59.502205 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b04159e8-c26d-4079-93c4-f088eed995ab req-a972e6dd-bd65-4066-8e68-1537627e0129 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0547807 Feb 07 02:42:59.552882 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b04159e8-c26d-4079-93c4-f088eed995ab req-7d4e8888-b759-4dc8-8436-e033ccb43e5c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451341 Feb 07 02:42:59.706845 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81254a5e-3a94-4067-b594-d38c9596249b req-920145f1-611c-4c34-a66e-d7b753145958 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:42:59.708883 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-81254a5e-3a94-4067-b594-d38c9596249b req-920145f1-611c-4c34-a66e-d7b753145958 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0626509 Feb 07 02:42:59.759959 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-81254a5e-3a94-4067-b594-d38c9596249b req-ef035ef7-d5c4-415e-9fd5-ddc21a748b15 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445182 Feb 07 02:43:00.172784 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed73b21-bb70-4fb2-b489-2e4510a19856 req-3a5d44c1-84f3-4f9c-aa9e-1941056d83f6 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:00.174381 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9ed73b21-bb70-4fb2-b489-2e4510a19856 req-3a5d44c1-84f3-4f9c-aa9e-1941056d83f6 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0659018 Feb 07 02:43:00.233650 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9ed73b21-bb70-4fb2-b489-2e4510a19856 req-c461f103-aa1f-4879-bff6-ccf49596dbd3 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Feb 07 02:43:00.466231 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930d999-800c-4859-a688-5a3a8aedbcdf req-bdcffa36-9e1f-4f0d-bb8c-8457e680c8d3 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:00.467874 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2930d999-800c-4859-a688-5a3a8aedbcdf req-bdcffa36-9e1f-4f0d-bb8c-8457e680c8d3 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 944 time: 0.0645115 Feb 07 02:43:00.523035 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2930d999-800c-4859-a688-5a3a8aedbcdf req-f6942a61-2c72-42b8-a797-90a0cc1107f6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494089 Feb 07 02:43:00.905252 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604ef83-c985-4e66-bf0a-403d9a2ed9a6 req-51aea18e-b201-4e4f-8522-8030dcfa18be tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:00.907132 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0604ef83-c985-4e66-bf0a-403d9a2ed9a6 req-51aea18e-b201-4e4f-8522-8030dcfa18be tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0548310 Feb 07 02:43:00.965387 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0604ef83-c985-4e66-bf0a-403d9a2ed9a6 req-a8364374-48dd-423f-b821-6115981ea259 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502985 Feb 07 02:43:01.358550 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d59cd-05c8-453c-8024-31a994891605 req-482824ac-04cd-4081-b539-21144f2005a0 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:01.360938 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-192d59cd-05c8-453c-8024-31a994891605 req-482824ac-04cd-4081-b539-21144f2005a0 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0571253 Feb 07 02:43:01.412717 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-192d59cd-05c8-453c-8024-31a994891605 req-9a44ac72-0bb9-41cb-9764-e57f1c49540c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Feb 07 02:43:01.644614 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02856d9-2730-4f81-86a0-2b191bc7c8bd req-adbdf3e8-52e9-44e9-93b8-55d92400608a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:01.646629 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c02856d9-2730-4f81-86a0-2b191bc7c8bd req-adbdf3e8-52e9-44e9-93b8-55d92400608a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 944 time: 0.0521498 Feb 07 02:43:01.699180 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c02856d9-2730-4f81-86a0-2b191bc7c8bd req-cd157686-d50d-462c-9983-470b581713a1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470586 Feb 07 02:43:01.869228 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-9324d0ab-667b-48fe-a932-23a7fbed28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:01.870684 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-9324d0ab-667b-48fe-a932-23a7fbed28b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 1129 time: 0.0440278 Feb 07 02:43:01.963187 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-9e2836e7-d8af-46b0-acef-32948842154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:01.964685 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-9e2836e7-d8af-46b0-acef-32948842154f service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.0795658 Feb 07 02:43:02.037159 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-f6dea7ea-b858-4251-bbc4-097ec983dc3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739 HTTP/1.1" status: 200 len: 1000 time: 0.0644822 Feb 07 02:43:02.110196 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-91fb998b-9867-4478-9ba5-9906fa7524df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:02.111551 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-91fb998b-9867-4478-9ba5-9906fa7524df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0673301 Feb 07 02:43:02.154887 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee83da-502d-4943-a4df-96134e3ac868 req-fbf4d4db-8a24-4d8c-b6ba-563c44b5136a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:02.156360 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-36ee83da-502d-4943-a4df-96134e3ac868 req-fbf4d4db-8a24-4d8c-b6ba-563c44b5136a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.1048231 Feb 07 02:43:02.204117 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-9849a674-b5ae-4ded-abcd-d93cffb784b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:02.205645 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-9849a674-b5ae-4ded-abcd-d93cffb784b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854211 Feb 07 02:43:02.226434 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-36ee83da-502d-4943-a4df-96134e3ac868 req-a820576d-7628-4305-ac34-e0556c2a38c1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592470 Feb 07 02:43:02.336642 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-51c26b73-287f-4f08-a0cc-843852ab60ff service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088526 Feb 07 02:43:02.428959 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d2f78b84-2738-40ee-8ca5-4eecfe731296 req-546a29eb-5125-4013-858d-639a7261d207 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849597 Feb 07 02:43:02.546384 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443aa79-079c-4584-9f72-cebc10b021ad req-96f93668-3c78-4e20-9eba-2ece82a47da9 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:02.547814 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a443aa79-079c-4584-9f72-cebc10b021ad req-96f93668-3c78-4e20-9eba-2ece82a47da9 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0505002 Feb 07 02:43:02.597029 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a443aa79-079c-4584-9f72-cebc10b021ad req-28e7e6eb-077a-43e3-a7dd-e0fa49e5aca7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 Feb 07 02:43:02.896904 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bda19-de13-496b-8ede-50c6993ea88b req-9aa8e1b5-99af-440f-9828-ae027fb05c37 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:02.896904 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c4bda19-de13-496b-8ede-50c6993ea88b req-9aa8e1b5-99af-440f-9828-ae027fb05c37 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 944 time: 0.0900428 Feb 07 02:43:02.950731 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c4bda19-de13-496b-8ede-50c6993ea88b req-19bf2d47-3e03-4dc1-ad37-33a250039932 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557864 Feb 07 02:43:03.391932 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e792d1b-db4f-4bb3-922a-590b6ad2b542 req-435b2e5d-230b-4182-b705-2bc2209c2306 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:03.400532 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1e792d1b-db4f-4bb3-922a-590b6ad2b542 req-435b2e5d-230b-4182-b705-2bc2209c2306 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0759792 Feb 07 02:43:03.449860 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1e792d1b-db4f-4bb3-922a-590b6ad2b542 req-0ceccc28-cc87-4a68-be85-d2c267944780 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483544 Feb 07 02:43:03.743038 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a7a54-be2c-4104-9c50-9fcf85c23910 req-8a64e7ed-77ee-48ba-911d-f7449b490450 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:03.744485 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-998a7a54-be2c-4104-9c50-9fcf85c23910 req-8a64e7ed-77ee-48ba-911d-f7449b490450 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0618603 Feb 07 02:43:03.796908 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-998a7a54-be2c-4104-9c50-9fcf85c23910 req-3fbd59b0-4d2c-40f3-b673-69a2a0cf5c50 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467749 Feb 07 02:43:03.944824 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5fde00cc-319d-4ab7-be92-dda74fec6f87 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:43:04.047675 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5fde00cc-319d-4ab7-be92-dda74fec6f87, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5fde00cc-319d-4ab7-be92-dda74fec6f87,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:04.060901 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'port_id': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'mac_address': 'fa:16:3e:0e:57:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:43:04.100328 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca362c-f10b-40a9-9796-64bcbb8e22d7 req-dfb4b0a3-164d-423b-bf56-395eff824331 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:04.103224 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4dca362c-f10b-40a9-9796-64bcbb8e22d7 req-dfb4b0a3-164d-423b-bf56-395eff824331 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 944 time: 0.0738811 Feb 07 02:43:04.111568 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 5fde00cc-319d-4ab7-be92-dda74fec6f87 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:43:04.112215 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:04.128145 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fde00cc-319d-4ab7-be92-dda74fec6f87 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:43:04.152690 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5fde00cc-319d-4ab7-be92-dda74fec6f87, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5fde00cc-319d-4ab7-be92-dda74fec6f87,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:04.160008 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:04.186224 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4dca362c-f10b-40a9-9796-64bcbb8e22d7 req-5f1b4ecf-a1e6-40e8-950b-5c95e41cc908 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725455 Feb 07 02:43:04.225374 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=5fde00cc-319d-4ab7-be92-dda74fec6f87,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:04.618448 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eac5ec-a052-4351-b24c-bd90e18bb92b req-894e3cb5-71e5-401f-ad13-4c1bd679d3c7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:04.620031 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-18eac5ec-a052-4351-b24c-bd90e18bb92b req-894e3cb5-71e5-401f-ad13-4c1bd679d3c7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0783048 Feb 07 02:43:04.652011 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['5fde00cc-319d-4ab7-be92-dda74fec6f87'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:43:04.711156 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-18eac5ec-a052-4351-b24c-bd90e18bb92b req-016dc38c-d6ed-4a9b-9a0f-6ad7cb01a051 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783215 Feb 07 02:43:04.946242 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a612f9-6deb-43d7-9ca2-b0d0e44f49a2 req-c309e459-07e9-491e-8df3-2dc941b53d29 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:04.953234 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-98a612f9-6deb-43d7-9ca2-b0d0e44f49a2 req-c309e459-07e9-491e-8df3-2dc941b53d29 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0598457 Feb 07 02:43:05.006763 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-98a612f9-6deb-43d7-9ca2-b0d0e44f49a2 req-ce7cb749-e1a6-4ebc-851c-a4fe79ff1656 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526841 Feb 07 02:43:05.325341 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c198f4-bfde-42fa-8725-7d82952dad95 req-fb0efe56-e34c-437a-bf4c-92bd6578a09f tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:05.327737 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-85c198f4-bfde-42fa-8725-7d82952dad95 req-fb0efe56-e34c-437a-bf4c-92bd6578a09f tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 945 time: 0.0697238 Feb 07 02:43:05.398784 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-85c198f4-bfde-42fa-8725-7d82952dad95 req-e8ddb243-8f07-4cce-8e64-f05e825c2145 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625360 Feb 07 02:43:05.844513 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9d721-d3f7-4a4e-a101-167140650d4f req-49ae928a-13f3-4f42-9e50-a673e1018f37 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:05.849277 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-10f9d721-d3f7-4a4e-a101-167140650d4f req-49ae928a-13f3-4f42-9e50-a673e1018f37 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 945 time: 0.0767522 Feb 07 02:43:05.901926 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-10f9d721-d3f7-4a4e-a101-167140650d4f req-f0596303-5603-4676-8e02-e89f4a7ef9df tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451863 Feb 07 02:43:05.970357 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5fde00cc-319d-4ab7-be92-dda74fec6f87 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:43:06.073301 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 5fde00cc-319d-4ab7-be92-dda74fec6f87 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:43:06.082711 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 5fde00cc-319d-4ab7-be92-dda74fec6f87 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:43:06.083938 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:06.146845 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b8698-35f8-4af1-9f40-674362b40026 req-e96ce86d-8229-4715-8229-db25d760fe1d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:06.154427 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f64b8698-35f8-4af1-9f40-674362b40026 req-e96ce86d-8229-4715-8229-db25d760fe1d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0692954 Feb 07 02:43:06.210206 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f64b8698-35f8-4af1-9f40-674362b40026 req-3910e094-dcd5-43bd-a833-0a8eada5f8b5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547810 Feb 07 02:43:06.214884 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 5fde00cc-319d-4ab7-be92-dda74fec6f87 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:43:06.218481 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:06.242828 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde00cc-319d-4ab7-be92-dda74fec6f87'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:06.245558 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857c120f-0c15-4f38-af9c-ae9fb24eeb3a" -d '{"events": [{"server_uuid": "ece90e82-03eb-43a8-91c8-31a8fcb0007e", "name": "network-vif-plugged", "status": "completed", "tag": "5fde00cc-319d-4ab7-be92-dda74fec6f87"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:06.258287 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5fde00cc-319d-4ab7-be92-dda74fec6f87, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5fde00cc-319d-4ab7-be92-dda74fec6f87,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:06.270907 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:06.271836 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:43:06.325239 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fa077c-d4c5-4b95-82d1-64be2238bc7d x-openstack-request-id: req-d1fa077c-d4c5-4b95-82d1-64be2238bc7d {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:06.325612 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece90e82-03eb-43a8-91c8-31a8fcb0007e", "name": "network-vif-plugged", "status": "completed", "tag": "5fde00cc-319d-4ab7-be92-dda74fec6f87", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:06.325814 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1fa077c-d4c5-4b95-82d1-64be2238bc7d {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:06.326216 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'code': 200} Feb 07 02:43:06.328411 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=5fde00cc-319d-4ab7-be92-dda74fec6f87,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:06.431182 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 is: ACTIVE; New status is: DOWN {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:43:06.432485 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:06.514613 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:06.534914 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:06.609596 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7ae72-3af3-475e-9e97-dc3c7136a63f req-9005c178-bcd0-4d1c-855f-850065cf22ca tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:06.611550 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-12c7ae72-3af3-475e-9e97-dc3c7136a63f req-9005c178-bcd0-4d1c-855f-850065cf22ca tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.0971961 Feb 07 02:43:06.634124 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [req-eb605dff-9ce3-4f55-8f83-a1deaa742442 req-71fcf0d5-e4a7-4f9b-863d-7cb21617746e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:43:06.635860 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eb605dff-9ce3-4f55-8f83-a1deaa742442 req-71fcf0d5-e4a7-4f9b-863d-7cb21617746e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117652 Feb 07 02:43:06.650155 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=8']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:06.656523 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8bdc1-9217-4e71-9dfd-51d4154dc4cc req-76dbfa0f-418f-472e-8096-b6ca1891dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:06.658382 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bd8bdc1-9217-4e71-9dfd-51d4154dc4cc req-76dbfa0f-418f-472e-8096-b6ca1891dae8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 1130 time: 0.0681944 Feb 07 02:43:06.709583 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-12c7ae72-3af3-475e-9e97-dc3c7136a63f req-e60a608e-f627-486a-a631-446af19ab835 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905414 Feb 07 02:43:06.724717 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bd8bdc1-9217-4e71-9dfd-51d4154dc4cc req-5fc9f352-ce0a-4876-8c48-b73688204c44 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581920 Feb 07 02:43:06.888092 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceffb9-e9e1-4fcf-9e91-8c64991e0c23 req-836a9ae9-476c-4309-9cf5-99915ef0a00b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:06.891553 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5fceffb9-e9e1-4fcf-9e91-8c64991e0c23 req-836a9ae9-476c-4309-9cf5-99915ef0a00b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0752590 Feb 07 02:43:06.947203 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5fceffb9-e9e1-4fcf-9e91-8c64991e0c23 req-00d11197-cf81-4d57-9733-fc987667a2f4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481288 Feb 07 02:43:06.981314 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-4bcc0850-1676-4236-8df0-7330de8a68c2 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104053569&fields=id&tenant_id=21a9d29f17224774a232218b99165d32 HTTP/1.1" status: 200 len: 267 time: 0.1271174 Feb 07 02:43:07.109497 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-76aa50c9-951d-47d7-ac44-153a70b7bb03 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:07.117345 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-76aa50c9-951d-47d7-ac44-153a70b7bb03 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/networks?id=abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 200 len: 808 time: 0.1344178 Feb 07 02:43:07.134868 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-3970492e-9326-4d77-a1dd-b8b6f761c365 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/quotas/21a9d29f17224774a232218b99165d32 HTTP/1.1" status: 200 len: 375 time: 0.0169227 Feb 07 02:43:07.190734 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-48fd25eb-f182-4fee-9fa1-af47fed77157 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21a9d29f17224774a232218b99165d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534725 Feb 07 02:43:07.263387 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 51006) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:07.335539 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-578e7f6b-0cc8-4ed0-bc5c-620f00bc26f6 service neutron] 10.222.0.15 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373041 Feb 07 02:43:07.439364 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12382cb9-06f5-44fa-969d-29c5fae2ad23 req-43341d5a-342a-45fb-93c9-c438db720e84 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:07.441020 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-12382cb9-06f5-44fa-969d-29c5fae2ad23 req-43341d5a-342a-45fb-93c9-c438db720e84 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1372890 Feb 07 02:43:07.450372 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-c02ab8b2-f436-4b1b-834f-7572be3a632d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1857083 Feb 07 02:43:07.469877 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-bc119446-e8a3-4b54-b8c8-e73cae172c9b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:43:07.470885 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-bc119446-e8a3-4b54-b8c8-e73cae172c9b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122082 Feb 07 02:43:07.521120 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-12382cb9-06f5-44fa-969d-29c5fae2ad23 req-3d6a2569-cd36-410b-a736-982c191e6b28 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706482 Feb 07 02:43:07.778915 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-14f588f8-4202-4322-a6a1-8498eca7116a service neutron] 10.222.0.15 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366698 Feb 07 02:43:07.898969 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966b53c-9b16-4106-9fc9-0c6c92ca5a59 req-f03c6447-37ba-4390-b65d-7221bff44b9c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:07.901775 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a966b53c-9b16-4106-9fc9-0c6c92ca5a59 req-f03c6447-37ba-4390-b65d-7221bff44b9c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.1027117 Feb 07 02:43:08.009700 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:08.023046 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a966b53c-9b16-4106-9fc9-0c6c92ca5a59 req-8c3c2d01-a9a2-4922-ab3d-b7eacc89fd7c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143446 Feb 07 02:43:08.155643 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89041b-e12d-4ba2-82b5-5337e8200144 req-45a240c8-2613-4a30-afdd-05019221cfb2 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:08.157527 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5d89041b-e12d-4ba2-82b5-5337e8200144 req-45a240c8-2613-4a30-afdd-05019221cfb2 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0723860 Feb 07 02:43:08.224712 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5d89041b-e12d-4ba2-82b5-5337e8200144 req-4a7d7f9a-c694-4983-94d5-04ebf52ca164 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612810 Feb 07 02:43:08.330670 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:08.337799 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f323801f-c9d0-4aa7-b529-321ee00a368d" -d '{"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-unplugged", "status": "completed", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:08.386769 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aff097f-864e-461d-9c17-155badd06298 x-openstack-request-id: req-1aff097f-864e-461d-9c17-155badd06298 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:08.387365 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-unplugged", "status": "failed", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739", "code": 422}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:08.387894 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1aff097f-864e-461d-9c17-155badd06298 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:08.389846 dv-cinder-828061-1-iscsi neutron-server[109071]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'code': 422} returned with failed status Feb 07 02:43:08.392060 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-bbb04e83-0ef2-446b-87ef-fbffb8de40d1 req-e34d677c-0009-4e3b-8c7d-cbed5c284e75 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 210 time: 0.0296965 Feb 07 02:43:08.696102 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0db12-e136-4ca6-ac1f-ed5c4bc3c8fd req-9054e6e4-f9f6-4f03-b413-9dff889e2fff tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:08.702853 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5de0db12-e136-4ca6-ac1f-ed5c4bc3c8fd req-9054e6e4-f9f6-4f03-b413-9dff889e2fff tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0934060 Feb 07 02:43:08.763346 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5de0db12-e136-4ca6-ac1f-ed5c4bc3c8fd req-7eecc4d5-6220-4b8f-8b71-8d2e8c2ebf6f tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596323 Feb 07 02:43:09.179080 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533c371-f77c-42be-920f-bd08b3cc5f15 req-672ac53c-1bb4-4eb4-a654-e9c34795d33e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:09.184797 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2533c371-f77c-42be-920f-bd08b3cc5f15 req-672ac53c-1bb4-4eb4-a654-e9c34795d33e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.0783513 Feb 07 02:43:09.262284 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2533c371-f77c-42be-920f-bd08b3cc5f15 req-295aa19a-7f9c-41d4-9a97-c1acbaeef3d9 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759633 Feb 07 02:43:09.439296 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316c96b-6985-4f7e-a019-034f3c8e8674 req-ba4b71b1-634c-4347-a731-d2774944984f tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:09.440971 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1316c96b-6985-4f7e-a019-034f3c8e8674 req-ba4b71b1-634c-4347-a731-d2774944984f tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.0864687 Feb 07 02:43:09.462604 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-5583d8fa-f441-44a6-8358-84874978498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:09.464376 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-5583d8fa-f441-44a6-8358-84874978498b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74&tenant_id=ea62fa68252a4419b7f8fe2873512277 HTTP/1.1" status: 200 len: 1127 time: 0.1414959 Feb 07 02:43:09.491416 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1d5bb-4d9f-4c99-bc09-822a8e49f521 req-a2bac6df-b0d6-475a-912d-7b2d20ec9ef0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:09.493176 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-77d1d5bb-4d9f-4c99-bc09-822a8e49f521 req-a2bac6df-b0d6-475a-912d-7b2d20ec9ef0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.1425664 Feb 07 02:43:09.522744 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1316c96b-6985-4f7e-a019-034f3c8e8674 req-7f02eb87-3d02-470c-902b-ee1e16f0efc3 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731642 Feb 07 02:43:09.554881 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51060) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:09.689641 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-77d1d5bb-4d9f-4c99-bc09-822a8e49f521 req-c13c319f-8522-4005-bdfd-cb27336c4f05 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644077 Feb 07 02:43:09.716766 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6b4b41aa-3e78-4a9c-b82a-168c0e94c49f req-0db71ec8-d7aa-4a8d-ae66-e521e74a68e0 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 210 time: 0.0490301 Feb 07 02:43:09.760580 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-159228b4-f1e0-48a5-b810-e8853310fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:09.763324 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-159228b4-f1e0-48a5-b810-e8853310fdf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 1127 time: 0.2691553 Feb 07 02:43:09.777496 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-54fb50a2-2a4f-42dc-8a1a-4fae94d251ac tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:09.783195 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-54fb50a2-2a4f-42dc-8a1a-4fae94d251ac tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.13 "GET /v2.0/networks?id=abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 200 len: 808 time: 0.2553852 Feb 07 02:43:09.934732 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-6e8b0bf3-f3cc-40c3-bb1c-2b64782c5642 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21a9d29f17224774a232218b99165d32 HTTP/1.1" status: 200 len: 379 time: 0.1433549 Feb 07 02:43:09.946421 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-69fdb47e-f28f-4964-b6d1-082f89894928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:09.948125 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-69fdb47e-f28f-4964-b6d1-082f89894928 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.1770535 Feb 07 02:43:09.948941 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Request body: {'port': {'device_id': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'admin_state_up': True, 'tenant_id': '21a9d29f17224774a232218b99165d32', 'security_groups': ['918b83f1-037e-481e-bf41-4f04c69d7038']}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:43:09.951299 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531208da-f59f-4f60-a9b7-604899bdf20c tempest-TestVolumeBootPattern-1787699851 tempest-TestVolumeBootPattern-1787699851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:09.953216 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-531208da-f59f-4f60-a9b7-604899bdf20c tempest-TestVolumeBootPattern-1787699851 tempest-TestVolumeBootPattern-1787699851-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 1125 time: 0.3786635 Feb 07 02:43:09.961262 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51070) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:09.962568 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2063bc-0556-4c45-9955-dc0db22e940f req-99b50f6a-b01a-4ec2-9e9b-e268055a8e7c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:09.964968 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ad2063bc-0556-4c45-9955-dc0db22e940f req-99b50f6a-b01a-4ec2-9e9b-e268055a8e7c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1049702 Feb 07 02:43:09.979234 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'floatingip': {'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'port_id': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:43:10.112222 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ad2063bc-0556-4c45-9955-dc0db22e940f req-9c3511d6-3903-4df4-9fb7-314e1513cf42 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338167 Feb 07 02:43:10.131576 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:10.149620 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-905b4c0b-8581-4666-83db-f89c3c842025 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739 HTTP/1.1" status: 200 len: 998 time: 0.1157532 Feb 07 02:43:10.167179 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Made reservation on behalf of 21a9d29f17224774a232218b99165d32 for: {'port': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:43:10.170970 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:10.253871 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-3300ac9b-d9d0-41ed-8dd4-ccc263d030af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:10.255877 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-3300ac9b-d9d0-41ed-8dd4-ccc263d030af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0952640 Feb 07 02:43:10.336663 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Allocated IP 172.20.0.13 (abcb529c-d80c-4377-a13b-0c35e5fa15df/94eaca85-8eae-4a59-8bdf-b11f8b3cf954/5d848f08-3b09-43fe-b459-aa9a33cfae39) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:43:10.355260 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-884bfeba-f1a6-4256-837e-540e97665ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:10.356837 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-884bfeba-f1a6-4256-837e-540e97665ea2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937517 Feb 07 02:43:10.390999 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:10.554894 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:10.560078 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-93256965-e3b1-4d14-a116-0074381b8719 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945808 Feb 07 02:43:10.610959 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:10.654888 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Allocated IP 172.27.1.31 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/8039d20c-5de9-404c-a8a8-1b2b3676ade7) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:43:10.699852 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Network abcb529c-d80c-4377-a13b-0c35e5fa15df is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:43:10.704468 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:43:10.707468 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:43:10.714564 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:10.715544 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:10.808179 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'Port': ['ID=5d848f08-3b09-43fe-b459-aa9a33cfae39,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:10.832185 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-9602af54-0e4d-4aa6-b31b-134a39222d71 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8871791 Feb 07 02:43:10.853105 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Request body: {'port': {'device_id': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:43:10.862424 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f48a33e5-a345-4dce-9cea-f9f30156e739 req-5e1e4340-6dbf-4efd-a34c-0ed6c5101bcc service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951407 Feb 07 02:43:11.002622 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for port (8039d20c-5de9-404c-a8a8-1b2b3676ade7), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:11.056168 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c017b-85ae-4dd0-ba98-86233c7181f3 req-af795624-4e8b-426c-9701-39c13660e72c tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:11.058061 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-323c017b-85ae-4dd0-ba98-86233c7181f3 req-af795624-4e8b-426c-9701-39c13660e72c tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 932 time: 0.1006975 Feb 07 02:43:11.072872 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:11.096742 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254ccf-48d1-459b-91ba-5343c685d58b req-7638dd6d-c2f7-4e47-acce-192d651afad8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:11.098288 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-71254ccf-48d1-459b-91ba-5343c685d58b req-7638dd6d-c2f7-4e47-acce-192d651afad8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.1542149 Feb 07 02:43:11.154856 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-323c017b-85ae-4dd0-ba98-86233c7181f3 req-064190aa-3414-4e8c-81cd-28aaf99931d0 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780780 Feb 07 02:43:11.157565 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-7da02bf5-e0ce-4dda-8da0-13153ac7c63b None None] Provisioning complete for port 5d848f08-3b09-43fe-b459-aa9a33cfae39 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:43:11.158322 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7da02bf5-e0ce-4dda-8da0-13153ac7c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:11.191604 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (8039d20c-5de9-404c-a8a8-1b2b3676ade7), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:11.248995 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-7da02bf5-e0ce-4dda-8da0-13153ac7c63b None None] Port 5d848f08-3b09-43fe-b459-aa9a33cfae39 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:43:11.256058 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:43:11.261492 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:43:11.267505 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:43:11.342537 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'Port': ['ID=8039d20c-5de9-404c-a8a8-1b2b3676ade7,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:11.385273 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c1aba-88b7-42e8-8345-0cd4ece87b48 req-316a634a-9586-4fa3-b5fd-32819f193b72 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:11.386879 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b20c1aba-88b7-42e8-8345-0cd4ece87b48 req-316a634a-9586-4fa3-b5fd-32819f193b72 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1140473 Feb 07 02:43:11.561970 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-71254ccf-48d1-459b-91ba-5343c685d58b req-c6c92dd4-a41a-4e7b-a13c-6e8ed0b75958 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4575708 Feb 07 02:43:11.793550 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b20c1aba-88b7-42e8-8345-0cd4ece87b48 req-d910ecab-1522-496a-b8cb-69158f69bac0 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861632 Feb 07 02:43:11.837859 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d848f08-3b09-43fe-b459-aa9a33cfae39 {{(pid=109069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:43:11.852753 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Publish callbacks [] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:11.869205 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.provisioning_blocks [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Transition to ACTIVE for port object 5d848f08-3b09-43fe-b459-aa9a33cfae39 will not be triggered until provisioned by entity L2. {{(pid=109069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:43:11.877509 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:11.886829 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (42411317-5381-41b3-8ece-e72f65a92896), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:12.002514 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Pushing event updated for resources: {'Port': ['ID=5d848f08-3b09-43fe-b459-aa9a33cfae39,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:12.022807 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (8039d20c-5de9-404c-a8a8-1b2b3676ade7), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:12.092022 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Attempting to bind port 5d848f08-3b09-43fe-b459-aa9a33cfae39 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:43:12.094304 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Attempting to bind port 5d848f08-3b09-43fe-b459-aa9a33cfae39 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:43:12.094743 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Attempting to bind port 5d848f08-3b09-43fe-b459-aa9a33cfae39 on network abcb529c-d80c-4377-a13b-0c35e5fa15df {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:43:12.107919 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Port 5d848f08-3b09-43fe-b459-aa9a33cfae39 on network abcb529c-d80c-4377-a13b-0c35e5fa15df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:43:12.108245 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Attempting to bind port 5d848f08-3b09-43fe-b459-aa9a33cfae39 on network abcb529c-d80c-4377-a13b-0c35e5fa15df {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:43:12.115786 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:43:12.116025 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Checking segment: {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:43:12.116439 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Bound using segment: {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'} {{(pid=109069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:43:12.116884 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.managers [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Bound port: 5d848f08-3b09-43fe-b459-aa9a33cfae39, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df'}}] {{(pid=109069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:43:12.117220 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:12.227997 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, cleared binding levels {{(pid=109069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:43:12.240231 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:43:12.251976 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:12.354806 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:12.355427 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:12.356826 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 200 len: 1094 time: 1.5158608 Feb 07 02:43:12.357465 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:12.359736 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3462834-594d-4ce7-894b-94fe69af18fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:12.377285 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for port (8039d20c-5de9-404c-a8a8-1b2b3676ade7), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:12.391126 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (8039d20c-5de9-404c-a8a8-1b2b3676ade7), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:12.419440 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf1473-e95b-42b0-91f9-feddc9602c02 service neutron] Pushing event updated for resources: {'Port': ['ID=5d848f08-3b09-43fe-b459-aa9a33cfae39,revision_number=3']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:12.433229 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe314f5-f553-423c-a67c-8f04d6fabae6 x-openstack-request-id: req-8fe314f5-f553-423c-a67c-8f04d6fabae6 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:12.433592 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:12.434256 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fe314f5-f553-423c-a67c-8f04d6fabae6 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:12.434714 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'status': 'completed', 'code': 200} Feb 07 02:43:12.495294 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ecf3c-c0bf-4ad6-8759-d43d721f8a76 req-13cb7858-8cd2-4ba2-baaf-91f4f03ac6bd tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:12.502361 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a43ecf3c-c0bf-4ad6-8759-d43d721f8a76 req-13cb7858-8cd2-4ba2-baaf-91f4f03ac6bd tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.1958442 Feb 07 02:43:12.551527 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'Port': ['ID=8039d20c-5de9-404c-a8a8-1b2b3676ade7,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:12.575234 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (42411317-5381-41b3-8ece-e72f65a92896), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:12.581503 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-e6e18da3-788a-4699-bbe9-7ff4adc34a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:12.587351 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-e6e18da3-788a-4699-bbe9-7ff4adc34a93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a9d29f17224774a232218b99165d32&device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1128 time: 0.1611936 Feb 07 02:43:12.712571 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-dd675380-223d-4c97-9f46-aa04b3ac9db9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 200 len: 217 time: 0.1054227 Feb 07 02:43:12.719333 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a43ecf3c-c0bf-4ad6-8759-d43d721f8a76 req-a1945ec9-f218-465f-96d4-a8822c762b23 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147954 Feb 07 02:43:12.809012 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Floating IP 42411317-5381-41b3-8ece-e72f65a92896 associated. External IP: 172.27.1.31, port: 5fde00cc-319d-4ab7-be92-dda74fec6f87. Feb 07 02:43:12.822860 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c1912-9f0e-4a47-95cd-c3cbd5c52706 req-01798f64-acf5-43b6-9f10-15564a7d00ef tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:12.831524 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-511c1912-9f0e-4a47-95cd-c3cbd5c52706 req-01798f64-acf5-43b6-9f10-15564a7d00ef tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.1166797 Feb 07 02:43:12.842626 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-7dc361a9-f273-4939-a74d-5231e8c2dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:12.850462 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-7dc361a9-f273-4939-a74d-5231e8c2dba5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eaca85-8eae-4a59-8bdf-b11f8b3cf954 HTTP/1.1" status: 200 len: 847 time: 0.1291831 Feb 07 02:43:12.964792 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-511c1912-9f0e-4a47-95cd-c3cbd5c52706 req-bd34e3f4-96e3-478b-b1fd-d9731b91330f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325986 Feb 07 02:43:13.019892 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d8716-9d69-4e5d-8742-b0040ce21e73 req-d4d392b5-1b9c-450e-a7a8-308043542451 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:13.022374 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d64d8716-9d69-4e5d-8742-b0040ce21e73 req-d4d392b5-1b9c-450e-a7a8-308043542451 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1136322 Feb 07 02:43:13.091254 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-01639a83-ec20-467b-a57c-f0fef065dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:13.093468 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-01639a83-ec20-467b-a57c-f0fef065dfdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcb529c-d80c-4377-a13b-0c35e5fa15df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1950383 Feb 07 02:43:13.097009 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d64d8716-9d69-4e5d-8742-b0040ce21e73 req-dfa37909-16b8-4324-9172-bb12f61bd4aa tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668139 Feb 07 02:43:13.308488 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-a4b21e94-232f-4e83-80cf-55a33c4b6e1d service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724837 Feb 07 02:43:13.424437 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Router 69602ddf-b632-4121-a6be-7f46fd08d4ec has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:43:13.552304 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-99ac4071-30d7-41bd-9ea1-abc11940ddef req-1a9b6581-bcce-4a4e-abd5-473d6921faf9 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017326 Feb 07 02:43:13.570954 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:43:13.591112 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] Sync routers for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:43:13.604011 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:43:13.607176 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:13.609660 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:13.668288 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1928744d-8e30-4834-a019-3477e7c96832 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7022467 Feb 07 02:43:13.668288 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'tag': '5fde00cc-319d-4ab7-be92-dda74fec6f87'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:13.670585 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a968125-00c6-4a7e-b2ca-35dc2511d16f" -d '{"events": [{"name": "network-changed", "server_uuid": "ece90e82-03eb-43a8-91c8-31a8fcb0007e", "tag": "5fde00cc-319d-4ab7-be92-dda74fec6f87"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:13.754489 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7061f36d-da56-4a34-9666-2b1afa5e1c83 x-openstack-request-id: req-7061f36d-da56-4a34-9666-2b1afa5e1c83 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:13.754812 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece90e82-03eb-43a8-91c8-31a8fcb0007e", "tag": "5fde00cc-319d-4ab7-be92-dda74fec6f87", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:13.755030 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7061f36d-da56-4a34-9666-2b1afa5e1c83 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:13.755448 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'tag': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'status': 'completed', 'code': 200} Feb 07 02:43:13.794715 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462834-594d-4ce7-894b-94fe69af18fa req-c4424841-8600-4d69-a87f-f64ebfc79b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:13.801315 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f3462834-594d-4ce7-894b-94fe69af18fa req-c4424841-8600-4d69-a87f-f64ebfc79b96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a9d29f17224774a232218b99165d32&device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1128 time: 0.1443386 Feb 07 02:43:13.927388 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-ca03c265-96e6-43e3-8e02-51329915d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:13.928965 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-ca03c265-96e6-43e3-8e02-51329915d002 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 1130 time: 0.0852582 Feb 07 02:43:13.931444 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:43:14.056917 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4cd05-098c-430c-b25e-1252194808d4 req-205aff0f-ffdd-4c18-b695-6608d8acb8e8 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:14.068931 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-22c4cd05-098c-430c-b25e-1252194808d4 req-205aff0f-ffdd-4c18-b695-6608d8acb8e8 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.2383194 Feb 07 02:43:14.150157 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-bba07314-d4ec-4579-b0a1-5c5a1791ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:14.151968 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-bba07314-d4ec-4579-b0a1-5c5a1791ba64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.2079277 Feb 07 02:43:14.188729 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-22c4cd05-098c-430c-b25e-1252194808d4 req-48149f6f-df19-4781-b278-825e12ee011c tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140170 Feb 07 02:43:14.266344 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462834-594d-4ce7-894b-94fe69af18fa req-e0c91cc8-0bd2-459c-9753-6235be46ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:14.271548 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f3462834-594d-4ce7-894b-94fe69af18fa req-e0c91cc8-0bd2-459c-9753-6235be46ac68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 200 len: 909 time: 0.4304464 Feb 07 02:43:14.303998 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-a7bffd3e-d03e-4a23-8cc9-f189d7012318 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fde00cc-319d-4ab7-be92-dda74fec6f87 HTTP/1.1" status: 200 len: 999 time: 0.0942712 Feb 07 02:43:14.326917 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1497f95-dbe8-4b06-b54e-0a5361ca53bb req-86003b9b-06e9-4f5b-91d9-d3a05842a764 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:14.328712 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b1497f95-dbe8-4b06-b54e-0a5361ca53bb req-86003b9b-06e9-4f5b-91d9-d3a05842a764 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.1744237 Feb 07 02:43:14.382023 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-8c21eaba-987f-494a-b93c-d5a6f112a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:14.383743 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-8c21eaba-987f-494a-b93c-d5a6f112a4f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0540259 Feb 07 02:43:14.442226 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f3462834-594d-4ce7-894b-94fe69af18fa req-c1b2efe0-baad-4a88-b920-61ae157ba022 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 200 len: 217 time: 0.1563957 Feb 07 02:43:14.442464 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b1497f95-dbe8-4b06-b54e-0a5361ca53bb req-03b713ab-4552-4b33-8228-e2bc072f615c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576949 Feb 07 02:43:14.466661 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1427e-a8fd-4ab6-9f13-42eee5d90000 req-25fd323e-9d60-4cab-a263-bb4a50dbf5a7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:14.474905 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2a1427e-a8fd-4ab6-9f13-42eee5d90000 req-25fd323e-9d60-4cab-a263-bb4a50dbf5a7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0824771 Feb 07 02:43:14.511665 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '42411317-5381-41b3-8ece-e72f65a92896', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:0e:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:43:11Z', 'updated_at': '2022-02-07T02:43:11Z', 'revision_number': 0, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:14.532817 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462834-594d-4ce7-894b-94fe69af18fa req-9d29d276-0e1f-43e7-807e-2431dcbc52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:14.534442 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f3462834-594d-4ce7-894b-94fe69af18fa req-9d29d276-0e1f-43e7-807e-2431dcbc52b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eaca85-8eae-4a59-8bdf-b11f8b3cf954 HTTP/1.1" status: 200 len: 847 time: 0.0752373 Feb 07 02:43:14.539443 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-6a81cea3-0071-4f6c-bb30-6a98a809e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:14.541008 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-6a81cea3-0071-4f6c-bb30-6a98a809e691 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1023629 Feb 07 02:43:14.567487 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] Checking router: 69602ddf-b632-4121-a6be-7f46fd08d4ec for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:43:14.576873 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:43:14.577615 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:42:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:14.681206 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2a1427e-a8fd-4ab6-9f13-42eee5d90000 req-7fb925bc-0916-4a36-a1e2-eeee10df2ef9 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051976 Feb 07 02:43:14.690514 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3462834-594d-4ce7-894b-94fe69af18fa req-a4fa7691-e75f-4c8f-94d2-6f6f90457fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:14.698682 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f3462834-594d-4ce7-894b-94fe69af18fa req-a4fa7691-e75f-4c8f-94d2-6f6f90457fdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcb529c-d80c-4377-a13b-0c35e5fa15df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1470027 Feb 07 02:43:14.753056 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-863b670d-ee66-4a7f-b60d-5c82630ee526 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938450 Feb 07 02:43:14.810513 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:43:14.873163 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f3462834-594d-4ce7-894b-94fe69af18fa req-5e4bd743-9890-4eeb-838b-aa5feac63e66 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582277 Feb 07 02:43:15.052414 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f3462834-594d-4ce7-894b-94fe69af18fa req-3ade3374-52b3-48e8-8ef4-431665d07c06 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629560 Feb 07 02:43:15.140900 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '42411317-5381-41b3-8ece-e72f65a92896', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:0e:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:43:11Z', 'updated_at': '2022-02-07T02:43:11Z', 'revision_number': 0, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:15.179715 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a968125-00c6-4a7e-b2ca-35dc2511d16f req-c95d59c8-dcdb-47b4-9246-040f319b26e9 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139020 Feb 07 02:43:15.181335 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b07faa-0e06-447b-949f-ab5de5a40e1b None None] The sync data for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi is: [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '42411317-5381-41b3-8ece-e72f65a92896', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:0e:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:43:11Z', 'updated_at': '2022-02-07T02:43:11Z', 'revision_number': 0, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:43:15.353407 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ae7de-0e92-426d-b5aa-cf7af331d530 req-b96df5b5-d37a-4312-a499-2776b28b6d7c tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:15.360323 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-023ae7de-0e92-426d-b5aa-cf7af331d530 req-b96df5b5-d37a-4312-a499-2776b28b6d7c tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0732698 Feb 07 02:43:15.378819 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da295e05-92c5-4289-8842-00a1587c2754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:15.449388 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-023ae7de-0e92-426d-b5aa-cf7af331d530 req-8dc48a58-0d55-41dc-b51a-9f6ebcef6bce tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879250 Feb 07 02:43:15.588473 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662665ec-2a02-45be-9a0c-a37af855e978 None None] New status for floating IP 42411317-5381-41b3-8ece-e72f65a92896: ACTIVE {{(pid=109071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:43:15.685400 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b7b57-4779-4caf-bba7-ebc72f397e2b req-cc0860f7-ea7e-46da-8bd4-1684a10a88c4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:15.687465 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7c6b7b57-4779-4caf-bba7-ebc72f397e2b req-cc0860f7-ea7e-46da-8bd4-1684a10a88c4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.1410370 Feb 07 02:43:15.862431 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7c6b7b57-4779-4caf-bba7-ebc72f397e2b req-461153b0-c31b-4b8b-a9df-ab4b8d3f32c0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610925 Feb 07 02:43:15.869033 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ba9d7-c29e-4bf9-b1cf-6bd273b74b44 req-274159a4-2903-4897-8c0b-76a1bea1ed7a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:15.879339 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd2ba9d7-c29e-4bf9-b1cf-6bd273b74b44 req-274159a4-2903-4897-8c0b-76a1bea1ed7a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1002750 Feb 07 02:43:15.976444 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd2ba9d7-c29e-4bf9-b1cf-6bd273b74b44 req-1b974b3f-9658-412b-9285-71f2c35f9762 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913677 Feb 07 02:43:16.695098 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24146409-0a49-4bb9-9185-b1c1f83823e4 req-2105f26c-6c94-4fd5-90ff-3e217f12003e tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:16.698351 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-24146409-0a49-4bb9-9185-b1c1f83823e4 req-2105f26c-6c94-4fd5-90ff-3e217f12003e tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.1143403 Feb 07 02:43:16.765518 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-24146409-0a49-4bb9-9185-b1c1f83823e4 req-2b54249f-0765-4fa0-8d05-d2636e78be18 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616190 Feb 07 02:43:17.084078 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a163d35-7663-4a2b-b80f-bb23b97ed1a1 req-75b47284-eba8-4832-9234-acfc3b332656 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:17.085680 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8a163d35-7663-4a2b-b80f-bb23b97ed1a1 req-75b47284-eba8-4832-9234-acfc3b332656 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.1198707 Feb 07 02:43:17.142813 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5d92e-c5cd-4f56-bcf3-cba6fd614bbd req-f0224e70-53ed-4e8c-9929-a5a7e309e644 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:17.144568 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-26c5d92e-c5cd-4f56-bcf3-cba6fd614bbd req-f0224e70-53ed-4e8c-9929-a5a7e309e644 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1004391 Feb 07 02:43:17.164513 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8a163d35-7663-4a2b-b80f-bb23b97ed1a1 req-88917d3e-0d00-415c-b6a8-44eb49817224 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714419 Feb 07 02:43:17.279230 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-26c5d92e-c5cd-4f56-bcf3-cba6fd614bbd req-0adb80aa-2c68-4c8c-859a-5327a79187bf tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250465 Feb 07 02:43:17.782804 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b977c2e8-e7ff-4e8f-9eff-be9d90fd8f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:17.934808 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff9684-74a9-4050-b3bf-a698588c87f9 req-5607b33e-9c87-4b32-a4a7-dc3f067ca338 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:17.936330 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dbff9684-74a9-4050-b3bf-a698588c87f9 req-5607b33e-9c87-4b32-a4a7-dc3f067ca338 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0567670 Feb 07 02:43:18.001136 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dbff9684-74a9-4050-b3bf-a698588c87f9 req-08869b3f-bf89-4548-8751-119cbcb50020 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586514 Feb 07 02:43:18.310376 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9031-351b-46b0-a312-1c7277c88f78 req-c9e272e5-86d5-468c-b681-da8ac16d3aec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:18.311980 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fadb9031-351b-46b0-a312-1c7277c88f78 req-c9e272e5-86d5-468c-b681-da8ac16d3aec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0539887 Feb 07 02:43:18.363128 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fadb9031-351b-46b0-a312-1c7277c88f78 req-7f681c90-4d86-412c-99a9-ce7f5e054474 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451584 Feb 07 02:43:18.443025 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d913a-5333-4f62-9732-6bbe8c3557d4 req-5984d0ca-b29f-4ed8-9002-a4a6f0aa871b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:18.444614 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-098d913a-5333-4f62-9732-6bbe8c3557d4 req-5984d0ca-b29f-4ed8-9002-a4a6f0aa871b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0624535 Feb 07 02:43:18.496075 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-098d913a-5333-4f62-9732-6bbe8c3557d4 req-99f7eb8b-091e-4607-85e2-b148759faa06 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453053 Feb 07 02:43:18.847308 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:19.126693 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cedbb5-3abf-46df-b906-cdbdb6ee9d20 req-ec42b92a-3445-4ac7-8e52-15b90107d98f tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:19.128245 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-25cedbb5-3abf-46df-b906-cdbdb6ee9d20 req-ec42b92a-3445-4ac7-8e52-15b90107d98f tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0600131 Feb 07 02:43:19.189215 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-25cedbb5-3abf-46df-b906-cdbdb6ee9d20 req-5319d436-4777-4967-8880-968223864bc9 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542290 Feb 07 02:43:19.510389 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a0b72-acdc-4b58-b0fb-76693455b71b req-86a6c20c-7af6-4f13-bfb6-3f2b214fbef8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:19.511908 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0d1a0b72-acdc-4b58-b0fb-76693455b71b req-86a6c20c-7af6-4f13-bfb6-3f2b214fbef8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0647318 Feb 07 02:43:19.590891 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0d1a0b72-acdc-4b58-b0fb-76693455b71b req-301b506f-d309-4693-bc36-89a6c9bdcd93 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722365 Feb 07 02:43:19.658996 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b8fb-5e10-4e06-a22e-d0aef6130f7e req-e6bcd3bb-fc99-4169-a488-66d481620505 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:19.661188 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f750b8fb-5e10-4e06-a22e-d0aef6130f7e req-e6bcd3bb-fc99-4169-a488-66d481620505 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0731936 Feb 07 02:43:19.724327 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f750b8fb-5e10-4e06-a22e-d0aef6130f7e req-eb90455b-51f4-421d-b759-dd1c0d2b1e19 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560217 Feb 07 02:43:20.256817 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:20.327992 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b971d-8015-462e-aa3d-2a1e5c9d4f65 req-934e4e99-752e-4e9f-8687-1230f6fd57e3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:20.333044 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-619b971d-8015-462e-aa3d-2a1e5c9d4f65 req-934e4e99-752e-4e9f-8687-1230f6fd57e3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0685575 Feb 07 02:43:20.381265 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-619b971d-8015-462e-aa3d-2a1e5c9d4f65 req-848722e5-36d8-4978-a3f7-212cbf126ee6 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460393 Feb 07 02:43:20.726555 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57800e-3fce-46aa-9d42-adebf3b7b085 req-1170e91c-a188-44fb-84cc-1f7a47557da0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:20.728006 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8d57800e-3fce-46aa-9d42-adebf3b7b085 req-1170e91c-a188-44fb-84cc-1f7a47557da0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0528011 Feb 07 02:43:20.776893 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8d57800e-3fce-46aa-9d42-adebf3b7b085 req-dddf604c-d9bd-46b8-9869-aadb96ed7207 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430865 Feb 07 02:43:20.855398 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d0db8-d696-47be-9e55-62fef12eb02e req-6dd63d4f-99ed-4b2a-964a-4bb480acb035 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:20.857034 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-097d0db8-d696-47be-9e55-62fef12eb02e req-6dd63d4f-99ed-4b2a-964a-4bb480acb035 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0596871 Feb 07 02:43:20.909423 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-097d0db8-d696-47be-9e55-62fef12eb02e req-c3b81704-39a7-4399-ae39-eafad4eaba11 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466866 Feb 07 02:43:20.948362 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51242) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:20.998170 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a45917-e68f-407b-ab17-fcd429a87f26 admin admin] Deleting subnet 28d7d244-6fa6-4db0-a947-203dd7efb640 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:43:21.001322 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-27a45917-e68f-407b-ab17-fcd429a87f26 admin admin] Publish callbacks [] for subnet (28d7d244-6fa6-4db0-a947-203dd7efb640), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.043237 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-27a45917-e68f-407b-ab17-fcd429a87f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13350466'] for subnet (28d7d244-6fa6-4db0-a947-203dd7efb640), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.083051 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-27a45917-e68f-407b-ab17-fcd429a87f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (28d7d244-6fa6-4db0-a947-203dd7efb640), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.141639 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-27a45917-e68f-407b-ab17-fcd429a87f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13349921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13335487'] for subnet (28d7d244-6fa6-4db0-a947-203dd7efb640), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.169422 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a45917-e68f-407b-ab17-fcd429a87f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d7d244-6fa6-4db0-a947-203dd7efb640,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:21.173129 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-27a45917-e68f-407b-ab17-fcd429a87f26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.176662 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-27a45917-e68f-407b-ab17-fcd429a87f26 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28d7d244-6fa6-4db0-a947-203dd7efb640 HTTP/1.1" status: 204 len: 168 time: 0.2269373 Feb 07 02:43:21.179415 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 51244) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:21.274887 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (2d8f40d2-fcd5-4057-958d-babb1702b444), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.361252 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (2d8f40d2-fcd5-4057-958d-babb1702b444), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.385230 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.385587 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.386320 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.386652 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > port after_create 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.386992 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.387329 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > port after_update 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.387667 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.388003 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.388319 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.388670 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.503627 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.503889 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.504799 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.505132 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 02:43:21.505510 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8f40d2-fcd5-4057-958d-babb1702b444']}} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:21.538025 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8e958e-6886-40b7-8c27-1642ac5fc179') {'for_net_delete': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:21.538321 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8e958e-6886-40b7-8c27-1642ac5fc179') {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:21.570642 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12591889'] for segment (cc8e958e-6886-40b7-8c27-1642ac5fc179), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.595024 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (cc8e958e-6886-40b7-8c27-1642ac5fc179), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.604500 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:43:21.604915 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776260'] for segment (cc8e958e-6886-40b7-8c27-1642ac5fc179), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: from cryptography.utils import int_from_bytes Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: from cryptography.utils import int_from_bytes Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: Traceback (most recent call last): Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: timer() Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: cb(*args, **kw) Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: return func(*args, **kwargs) Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: self._notify() Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: self.callback(batched_events) Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: event.method(event) Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: return f(self, *a, **k) Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._get(url).json() Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: return self.request(url, 'GET', **kwargs) Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:43:21.610693 dv-cinder-828061-1-iscsi neutron-server[109069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:43:21.676707 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6799942-6ecc-4233-ab51-48f0a7471657 req-ace833f4-2040-472c-83b8-fb30300161c0 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:21.678307 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b6799942-6ecc-4233-ab51-48f0a7471657 req-ace833f4-2040-472c-83b8-fb30300161c0 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.1678474 Feb 07 02:43:21.698583 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (2d8f40d2-fcd5-4057-958d-babb1702b444), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.723460 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.726634 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2d8f40d2-fcd5-4057-958d-babb1702b444 HTTP/1.1" status: 204 len: 168 time: 0.5462160 Feb 07 02:43:21.730866 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c7063-1e7a-47f4-9f21-296036b81f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8f40d2-fcd5-4057-958d-babb1702b444,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:21.760972 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b6799942-6ecc-4233-ab51-48f0a7471657 req-ff131e8e-a6a9-446d-801d-c80c89df8100 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738015 Feb 07 02:43:21.920317 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a059f26-6078-456b-8ad1-dab2f80c3824 req-068322be-d262-4192-ad12-baa7467f6103 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:21.922668 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5a059f26-6078-456b-8ad1-dab2f80c3824 req-068322be-d262-4192-ad12-baa7467f6103 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0589318 Feb 07 02:43:21.929051 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:21.991944 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5a059f26-6078-456b-8ad1-dab2f80c3824 req-75fea925-f436-40da-b0ff-3ff8b2cd2d84 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584576 Feb 07 02:43:22.059482 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51256) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:22.067438 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83353a9-fc6b-4e79-98cb-970c39fe5910 req-53de1313-fd98-4f11-8056-5643d06d68a4 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:22.074661 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a83353a9-fc6b-4e79-98cb-970c39fe5910 req-53de1313-fd98-4f11-8056-5643d06d68a4 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0746741 Feb 07 02:43:22.113881 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6e12e264-c6c4-4fab-a7bf-db7d16619e5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=389892796f3c4135a8d442afe846612a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530436 Feb 07 02:43:22.116207 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51258) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:22.124288 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a83353a9-fc6b-4e79-98cb-970c39fe5910 req-d39df903-d701-4f80-b185-5e5ec2e5d50c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485709 Feb 07 02:43:22.178000 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-26f59cd7-cb16-4eba-b22a-a8a23b3f8939 admin admin] Publish callbacks [] for security_group (955888fc-7b7f-4804-89c9-53c90f65b782), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:22.201130 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-26f59cd7-cb16-4eba-b22a-a8a23b3f8939 admin admin] Publish callbacks [] for security_group (955888fc-7b7f-4804-89c9-53c90f65b782), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:22.252417 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-26f59cd7-cb16-4eba-b22a-a8a23b3f8939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (955888fc-7b7f-4804-89c9-53c90f65b782), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:22.255568 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-26f59cd7-cb16-4eba-b22a-a8a23b3f8939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:22.259361 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-26f59cd7-cb16-4eba-b22a-a8a23b3f8939 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955888fc-7b7f-4804-89c9-53c90f65b782 HTTP/1.1" status: 204 len: 168 time: 0.1394587 Feb 07 02:43:22.265296 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f59cd7-cb16-4eba-b22a-a8a23b3f8939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955888fc-7b7f-4804-89c9-53c90f65b782,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:22.898850 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5442cd9-e991-4a85-b301-f4a7f0034fb6 req-ed613bb1-db00-4712-b0ca-7baadd82f4ff tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:22.900553 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5442cd9-e991-4a85-b301-f4a7f0034fb6 req-ed613bb1-db00-4712-b0ca-7baadd82f4ff tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0585036 Feb 07 02:43:22.962783 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5442cd9-e991-4a85-b301-f4a7f0034fb6 req-6541b78b-8b2b-48bd-89aa-d003d9c0a24c tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556366 Feb 07 02:43:23.139426 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352db666-231a-428e-9794-a57791ae0d4a req-c0074046-0861-4146-84df-65d0fec062c4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:23.142457 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-352db666-231a-428e-9794-a57791ae0d4a req-c0074046-0861-4146-84df-65d0fec062c4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0649195 Feb 07 02:43:23.234918 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-352db666-231a-428e-9794-a57791ae0d4a req-e2b014a2-d82a-4050-acda-a2a0cf658da4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814824 Feb 07 02:43:23.260850 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 51288) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:23.280481 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178e0d4-2369-48c3-b3f2-461c4480f4db req-45b2188e-4760-4f04-98a1-c1fdf7073f93 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:23.282479 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5178e0d4-2369-48c3-b3f2-461c4480f4db req-45b2188e-4760-4f04-98a1-c1fdf7073f93 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0639963 Feb 07 02:43:23.335317 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5178e0d4-2369-48c3-b3f2-461c4480f4db req-a60c68be-25d6-4780-b039-77631d0c9703 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Feb 07 02:43:23.415987 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2079714581-network', 'tenant_id': '4cc0a066776349848e07e28a79e43871'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:43:23.435859 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Made reservation on behalf of 4cc0a066776349848e07e28a79e43871 for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:43:23.438554 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.447365 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.520638 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Publish callbacks [] for security_group (90689768-21ae-4280-99e9-aded48975e82), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.524280 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (90689768-21ae-4280-99e9-aded48975e82), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.547261 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:43:23.556150 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90689768-21ae-4280-99e9-aded48975e82,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:23.561922 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (eae7c7e2-2c32-4164-87f7-ce76ebb28fa8), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.562253 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Added segment eae7c7e2-2c32-4164-87f7-ce76ebb28fa8 of type vlan for network f6a95c12-7433-4831-b1a9-c17b1d7605d1 Feb 07 02:43:23.601810 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (f6a95c12-7433-4831-b1a9-c17b1d7605d1), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.626149 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (f6a95c12-7433-4831-b1a9-c17b1d7605d1), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.627270 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:23.627922 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.681261 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4187512 Feb 07 02:43:23.684178 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51292) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:23.689126 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Request body: {'subnet': {'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2079714581-subnet', 'tenant_id': '4cc0a066776349848e07e28a79e43871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:43:23.693899 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1898533-98ab-4e73-a34e-4bd8a65ab28e admin admin] Pushing event updated for resources: {'Network': ['ID=f6a95c12-7433-4831-b1a9-c17b1d7605d1,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:23.704053 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network f6a95c12-7433-4831-b1a9-c17b1d7605d1 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:43:23.710297 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Made reservation on behalf of 4cc0a066776349848e07e28a79e43871 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:43:23.712691 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13335448'] for subnet (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.871546 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13349986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13335462'] for subnet (889a1498-240f-4ad3-8042-dc48f6c3d562), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.922297 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=889a1498-240f-4ad3-8042-dc48f6c3d562,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:23.932503 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Checking segment: {'id': 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:43:23.932856 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Network hostable DHCP agents. Network: f6a95c12-7433-4831-b1a9-c17b1d7605d1, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:43:23.948852 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Network f6a95c12-7433-4831-b1a9-c17b1d7605d1 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:43:23.956526 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, f6a95c12-7433-4831-b1a9-c17b1d7605d1) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:43:23.960318 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:23.960936 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:23.966050 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75bf25-2520-4071-8912-b0a3566ba100 None None] Network f6a95c12-7433-4831-b1a9-c17b1d7605d1 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:43:23.981059 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-fcc771c3-a39e-4860-90f9-e5d3d85cf1b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2956250 Feb 07 02:43:24.075014 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a9bf36-38a9-4412-b2c9-61ee3ebbb5fc None None] Network f6a95c12-7433-4831-b1a9-c17b1d7605d1 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:43:24.099718 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b34694-5409-4912-83cb-31054e7c0787 req-bdcd6d8b-590a-4080-8ff5-6e995ebc03ea tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:24.101429 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-56b34694-5409-4912-83cb-31054e7c0787 req-bdcd6d8b-590a-4080-8ff5-6e995ebc03ea tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0593758 Feb 07 02:43:24.161129 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-56b34694-5409-4912-83cb-31054e7c0787 req-01a1a2d4-81ce-4fa7-b061-812eef5c5a4a tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535102 Feb 07 02:43:24.364356 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae277d-fb22-4bb3-890e-2b7ded469223 req-499dda42-d904-4f30-9b9f-e2db75b29100 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:24.365990 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fdae277d-fb22-4bb3-890e-2b7ded469223 req-499dda42-d904-4f30-9b9f-e2db75b29100 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0604072 Feb 07 02:43:24.417909 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fdae277d-fb22-4bb3-890e-2b7ded469223 req-9af788d8-1017-4206-bf73-13f797fd5532 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464342 Feb 07 02:43:24.484501 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fee71-aabc-40cc-a710-aeca4009238c req-cc335c41-9d00-4372-86ab-ea132687992a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:24.486023 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fb8fee71-aabc-40cc-a710-aeca4009238c req-cc335c41-9d00-4372-86ab-ea132687992a tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0750780 Feb 07 02:43:24.532782 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fb8fee71-aabc-40cc-a710-aeca4009238c req-952698f4-3068-42cf-b5e6-14f5bedefe83 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Feb 07 02:43:25.273855 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cc96d-630a-4240-b953-18a1ecceda76 req-453028a1-b76c-401a-8063-636fd80bc6e3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:25.275351 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e96cc96d-630a-4240-b953-18a1ecceda76 req-453028a1-b76c-401a-8063-636fd80bc6e3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0524981 Feb 07 02:43:25.326536 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e96cc96d-630a-4240-b953-18a1ecceda76 req-bb1e25ad-2643-45e4-bc21-c1aafd3bc3c1 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443001 Feb 07 02:43:25.378858 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ce49f-2695-4989-9b5d-d111225d3a8b req-d3c6b4ea-7678-451b-99f0-ca22da800347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:25.380304 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d2ce49f-2695-4989-9b5d-d111225d3a8b req-d3c6b4ea-7678-451b-99f0-ca22da800347 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1130 time: 0.0420966 Feb 07 02:43:25.425336 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d2ce49f-2695-4989-9b5d-d111225d3a8b req-f8ec6476-7c34-41a5-9a00-76591257cece service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383272 Feb 07 02:43:25.551733 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbfef1-5ed1-4fed-9bec-3c6b78b32a4c req-eb88951a-9f5a-4f61-92be-9466394a8fd8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:25.553225 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e9cbfef1-5ed1-4fed-9bec-3c6b78b32a4c req-eb88951a-9f5a-4f61-92be-9466394a8fd8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0547998 Feb 07 02:43:25.602600 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e9cbfef1-5ed1-4fed-9bec-3c6b78b32a4c req-4b0d4ffc-13c7-4a58-b091-c1fdf2ab25f1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406833 Feb 07 02:43:25.652189 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3aabe6-544f-4e9e-bac5-7ae66ba3e59a req-d1148228-d4d4-4af2-a037-e6c5224628b1 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:25.653756 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1f3aabe6-544f-4e9e-bac5-7ae66ba3e59a req-d1148228-d4d4-4af2-a037-e6c5224628b1 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0555339 Feb 07 02:43:25.701917 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1f3aabe6-544f-4e9e-bac5-7ae66ba3e59a req-8f4af272-9a34-4e7c-8d44-a06c063c83e7 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Feb 07 02:43:25.774050 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ada0c8e5-10d9-43f0-87b6-059fc3ad52b1 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:25.775451 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ada0c8e5-10d9-43f0-87b6-059fc3ad52b1 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/networks?id=f6a95c12-7433-4831-b1a9-c17b1d7605d1 HTTP/1.1" status: 200 len: 814 time: 0.0992305 Feb 07 02:43:25.789643 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-2913f61f-696b-49d3-ba3c-a4e7ece7b62d tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/quotas/4cc0a066776349848e07e28a79e43871 HTTP/1.1" status: 200 len: 375 time: 0.0090492 Feb 07 02:43:25.819466 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-4eb81a60-1388-4706-acd4-5314c0954789 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cc0a066776349848e07e28a79e43871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250471 Feb 07 02:43:25.903821 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e2eafe4a-7cdb-402c-a698-faa01b5c5759 service neutron] 10.222.0.15 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778959 Feb 07 02:43:25.991135 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-249be149-6f7d-43b9-8959-00422ba8205b service neutron] 10.222.0.15 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816450 Feb 07 02:43:26.031220 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5d848f08-3b09-43fe-b459-aa9a33cfae39 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:43:26.133706 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:26.141216 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f4a06490-7411-4d5d-b5b9-ec2afe923c9c req-79b47c4e-346b-4772-b2c9-f99cd547755b tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 210 time: 0.0262861 Feb 07 02:43:26.147135 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'port_id': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:43:26.184890 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 5d848f08-3b09-43fe-b459-aa9a33cfae39 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:43:26.185285 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:26.198888 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d848f08-3b09-43fe-b459-aa9a33cfae39 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:43:26.219786 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:26.224046 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:26.274074 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=5d848f08-3b09-43fe-b459-aa9a33cfae39,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:26.280901 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.281275 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.281635 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.281972 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.282301 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.282652 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.282977 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.283299 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.283622 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.283960 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.284285 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.284649 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.284966 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:26.454353 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980f5fa-8028-422d-9b1f-28bc25ec0905 req-3620efd6-eda6-4a6e-8330-c28ff82394cc tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:26.455792 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0980f5fa-8028-422d-9b1f-28bc25ec0905 req-3620efd6-eda6-4a6e-8330-c28ff82394cc tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 945 time: 0.0527179 Feb 07 02:43:26.503502 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0980f5fa-8028-422d-9b1f-28bc25ec0905 req-60a3c66f-a98d-43ab-8494-f3b29b9ca390 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417349 Feb 07 02:43:26.577752 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['5d848f08-3b09-43fe-b459-aa9a33cfae39'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:43:26.741262 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb6b0a-e5b1-49ee-a601-de6f6c5f6eaf req-53a43945-11a5-4b4b-b403-1312f62649c4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:26.742841 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6ffb6b0a-e5b1-49ee-a601-de6f6c5f6eaf req-53a43945-11a5-4b4b-b403-1312f62649c4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0568991 Feb 07 02:43:26.796784 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6ffb6b0a-e5b1-49ee-a601-de6f6c5f6eaf req-c5abf097-2511-4c94-9d13-c9ec7c85d2ca tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471480 Feb 07 02:43:26.842542 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fed6b-dd4b-440b-aca5-478edc1edee3 req-85c74a0f-7a75-40a9-947d-cced1b830f1d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:26.843900 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0c0fed6b-dd4b-440b-aca5-478edc1edee3 req-85c74a0f-7a75-40a9-947d-cced1b830f1d tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0625055 Feb 07 02:43:26.892086 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0c0fed6b-dd4b-440b-aca5-478edc1edee3 req-fa56a03f-ae1f-4416-8445-58c6d086b725 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Feb 07 02:43:27.243687 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-acaae7da-7718-4260-a5ee-f18b07059580 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:27.245366 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-acaae7da-7718-4260-a5ee-f18b07059580 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.13 "GET /v2.0/networks?id=f6a95c12-7433-4831-b1a9-c17b1d7605d1 HTTP/1.1" status: 200 len: 814 time: 0.1396084 Feb 07 02:43:27.259869 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Request body: {'port': {'device_id': 'aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5', 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1', 'admin_state_up': True, 'tenant_id': '4cc0a066776349848e07e28a79e43871'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:43:27.278814 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a6ef85ac-c704-4bdc-8a24-2e1483bc50cf req-2fd29644-60ca-4863-93a3-3ae4e8689f06 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 210 time: 0.0379694 Feb 07 02:43:27.285185 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-a7e73d59-02ad-47e3-9323-844a4086499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:27.287450 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-a7e73d59-02ad-47e3-9323-844a4086499e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 1130 time: 0.0768216 Feb 07 02:43:27.316966 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433eb4f-7097-4fd0-a013-597e6fb9df6f req-c22d64a6-2d84-471a-8fa9-2df826037aef tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:27.319070 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f433eb4f-7097-4fd0-a013-597e6fb9df6f req-c22d64a6-2d84-471a-8fa9-2df826037aef tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.1274455 Feb 07 02:43:27.397398 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f433eb4f-7097-4fd0-a013-597e6fb9df6f req-3e9475b1-28a5-422a-8f77-5bd2b6845aac tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724351 Feb 07 02:43:27.406022 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-c61e1789-ed25-48d5-985c-5deea5116164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:27.407491 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-c61e1789-ed25-48d5-985c-5deea5116164 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 200 len: 920 time: 0.0882978 Feb 07 02:43:27.419746 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Made reservation on behalf of 4cc0a066776349848e07e28a79e43871 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:43:27.423103 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:27.454617 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-057d6914-f69f-4493-a1c9-587b29c9420f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93712836-c8dd-4300-9b90-33d7684d2c11 HTTP/1.1" status: 200 len: 217 time: 0.0344450 Feb 07 02:43:27.502084 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-9f40ac71-26c6-4565-a67b-bb2afde3c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:27.503563 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-9f40ac71-26c6-4565-a67b-bb2afde3c8ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 200 len: 859 time: 0.0419600 Feb 07 02:43:27.534538 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-40689a05-0573-4622-9ef0-2043e787f36c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1f1e1b62-ce87-488f-850a-496ca2743f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243809 Feb 07 02:43:27.547545 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Allocated IP 172.20.0.8 (f6a95c12-7433-4831-b1a9-c17b1d7605d1/889a1498-240f-4ad3-8042-dc48f6c3d562/9b0e82a6-2eb4-4920-b5da-a955de9262b3) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:43:27.660581 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29631-eb15-42d5-833b-682b2b80be9c req-8fe89ffd-7c35-4014-a96c-a7ac068bdf6b tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:27.662923 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-57f29631-eb15-42d5-833b-682b2b80be9c req-8fe89ffd-7c35-4014-a96c-a7ac068bdf6b tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 945 time: 0.0784478 Feb 07 02:43:27.664165 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-b78f9687-3cf5-4e4d-8741-54634dbad9a4 service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237252 Feb 07 02:43:27.691713 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks [] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:27.729573 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:27.765425 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-57f29631-eb15-42d5-833b-682b2b80be9c req-05df1a5e-6adc-40c0-b40b-921187d4c04d tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971828 Feb 07 02:43:27.767280 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Network f6a95c12-7433-4831-b1a9-c17b1d7605d1 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:43:27.770740 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:43:27.773117 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:43:27.793774 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9f302cb2-c527-45f0-a157-d75ca990d63c req-8c255069-aef4-4190-b6c6-2c5d21ab536f service neutron] 10.222.0.13 "GET /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197460 Feb 07 02:43:27.808695 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Pushing event updated for resources: {'Port': ['ID=9b0e82a6-2eb4-4920-b5da-a955de9262b3,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:27.835186 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:27.835808 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:27.852116 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-ca4ed18f-d9d5-4692-a4e3-04bc300fc8cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969372 Feb 07 02:43:27.869305 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Request body: {'port': {'device_id': 'aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:43:27.972184 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b565c-fdc0-44d0-9827-3c7b2067163f req-dcabc094-5939-4918-ad34-4ab2ecc797dc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:27.973561 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-841b565c-fdc0-44d0-9827-3c7b2067163f req-dcabc094-5939-4918-ad34-4ab2ecc797dc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.1016760 Feb 07 02:43:27.976522 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:28.056997 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5d848f08-3b09-43fe-b459-aa9a33cfae39 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:43:28.057607 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-841b565c-fdc0-44d0-9827-3c7b2067163f req-251141e2-f980-4f66-9ddb-f2d18c0371af tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774107 Feb 07 02:43:28.116417 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 5d848f08-3b09-43fe-b459-aa9a33cfae39 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:43:28.120252 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 5d848f08-3b09-43fe-b459-aa9a33cfae39 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:43:28.120653 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:28.194613 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 5d848f08-3b09-43fe-b459-aa9a33cfae39 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:43:28.194996 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:28.221365 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:28.223651 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5d14ad-69f1-4c8b-a075-20e8fbe2bc4b" -d '{"events": [{"server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "name": "network-vif-plugged", "status": "completed", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:28.237336 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:28.241260 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:28.266227 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed58533a-5a9a-4169-bda5-dc473701ce68 x-openstack-request-id: req-ed58533a-5a9a-4169-bda5-dc473701ce68 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:28.266547 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "name": "network-vif-plugged", "status": "completed", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:28.267009 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed58533a-5a9a-4169-bda5-dc473701ce68 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:28.267405 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'code': 200} Feb 07 02:43:28.268205 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0e82a6-2eb4-4920-b5da-a955de9262b3 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:43:28.276526 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Publish callbacks [] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:28.289707 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Transition to ACTIVE for port object 9b0e82a6-2eb4-4920-b5da-a955de9262b3 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:43:28.295024 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:28.296019 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=5d848f08-3b09-43fe-b459-aa9a33cfae39,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:28.377533 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0e82a6-2eb4-4920-b5da-a955de9262b3,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:28.421741 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.422096 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.422449 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.422824 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.423131 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.423501 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.423824 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.424156 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.424555 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.425160 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.425272 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.425547 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.425976 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:28.476066 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34d5bd-3a39-4eed-bb71-19b562b47eef req-b63303be-10d1-4ce3-ae0e-657a97d6cbe6 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:28.477518 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-db34d5bd-3a39-4eed-bb71-19b562b47eef req-b63303be-10d1-4ce3-ae0e-657a97d6cbe6 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 943 time: 0.1252084 Feb 07 02:43:28.478196 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Attempting to bind port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:43:28.478531 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Attempting to bind port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:43:28.478859 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Attempting to bind port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 on network f6a95c12-7433-4831-b1a9-c17b1d7605d1 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:43:28.483581 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 on network f6a95c12-7433-4831-b1a9-c17b1d7605d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:43:28.483904 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Attempting to bind port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 on network f6a95c12-7433-4831-b1a9-c17b1d7605d1 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:43:28.495796 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:43:28.496136 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Checking segment: {'id': 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:43:28.496543 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Bound using segment: {'id': 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:43:28.496976 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Bound port: 9b0e82a6-2eb4-4920-b5da-a955de9262b3, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:43:28.497333 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:28.556532 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b190fc3-50fd-45a5-a15a-9671c33cff19 req-93db86fe-772d-43e5-81d8-4952ddc111fc tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:28.557995 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5b190fc3-50fd-45a5-a15a-9671c33cff19 req-93db86fe-772d-43e5-81d8-4952ddc111fc tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0797563 Feb 07 02:43:28.565249 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-db34d5bd-3a39-4eed-bb71-19b562b47eef req-9f7201de-ed0e-4b7b-a876-a1223ab9dd00 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791841 Feb 07 02:43:28.571834 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ab27-0707-4e5d-b41b-10ac0b7a371d req-9c7f3598-4c2f-4ec8-a655-e7d3424f1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:28.573554 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-46f4ab27-0707-4e5d-b41b-10ac0b7a371d req-9c7f3598-4c2f-4ec8-a655-e7d3424f1fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1130 time: 0.0855172 Feb 07 02:43:28.593044 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] For port 9b0e82a6-2eb4-4920-b5da-a955de9262b3, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:43:28.596013 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] For port 9b0e82a6-2eb4-4920-b5da-a955de9262b3, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9b0e82a6-2eb4-4920-b5da-a955de9262b3,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:43:28.602517 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:28.638597 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5b190fc3-50fd-45a5-a15a-9671c33cff19 req-84bc73df-242d-4efa-9cbd-f7c0ac7c8270 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736187 Feb 07 02:43:28.644249 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:28.644901 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:28.647242 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] 10.222.0.13 "PUT /v2.0/ports/9b0e82a6-2eb4-4920-b5da-a955de9262b3 HTTP/1.1" status: 200 len: 1093 time: 0.7827773 Feb 07 02:43:28.647686 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5', 'tag': '9b0e82a6-2eb4-4920-b5da-a955de9262b3'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:28.648813 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-46f4ab27-0707-4e5d-b41b-10ac0b7a371d req-bde92bad-8c95-4b06-856b-66c4bd5d92f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663319 Feb 07 02:43:28.650035 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3719d83d-c835-49bd-94f3-f2e51d1a2fad" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5", "tag": "9b0e82a6-2eb4-4920-b5da-a955de9262b3"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:28.670870 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7884d15-8dec-42cc-8c2d-fd82bfa3c760 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0e82a6-2eb4-4920-b5da-a955de9262b3,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:28.686833 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739c1edd-63d9-4e82-8bbd-079f718457a4 x-openstack-request-id: req-739c1edd-63d9-4e82-8bbd-079f718457a4 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:28.687127 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5", "tag": "9b0e82a6-2eb4-4920-b5da-a955de9262b3", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:28.687382 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-739c1edd-63d9-4e82-8bbd-079f718457a4 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:28.687779 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5', 'tag': '9b0e82a6-2eb4-4920-b5da-a955de9262b3', 'status': 'completed', 'code': 200} Feb 07 02:43:28.887891 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936e0c9-a389-4095-bb47-5452378f0797 req-a7a4dc8d-96f3-4038-bd7f-bac75c8f8f73 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:28.889374 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4936e0c9-a389-4095-bb47-5452378f0797 req-a7a4dc8d-96f3-4038-bd7f-bac75c8f8f73 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0509572 Feb 07 02:43:28.964545 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4936e0c9-a389-4095-bb47-5452378f0797 req-d5b7fc02-f193-463d-a9d2-33b9c4d23d96 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646415 Feb 07 02:43:28.966119 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-5cc3cc97-58ce-4ca2-b26d-6ba2d8e078b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:28.967530 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-5cc3cc97-58ce-4ca2-b26d-6ba2d8e078b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc0a066776349848e07e28a79e43871&device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 1127 time: 0.0746162 Feb 07 02:43:29.014866 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-a89f260f-e782-449f-b6c7-53a138255b3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b0e82a6-2eb4-4920-b5da-a955de9262b3 HTTP/1.1" status: 200 len: 217 time: 0.0378604 Feb 07 02:43:29.070585 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-6bd25394-bb68-4fad-b832-ab0790d082ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:29.071857 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-6bd25394-bb68-4fad-b832-ab0790d082ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=889a1498-240f-4ad3-8042-dc48f6c3d562 HTTP/1.1" status: 200 len: 854 time: 0.0415998 Feb 07 02:43:29.131086 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-35a84ec9-15f4-4011-a9d9-66ce7d1f75ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6a95c12-7433-4831-b1a9-c17b1d7605d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257974 Feb 07 02:43:29.182907 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b601352-89da-4b8a-a421-316a3f3020ea req-7f4362dc-8dbc-41ea-ae54-fe00f0fb3aac tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:29.184384 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b601352-89da-4b8a-a421-316a3f3020ea req-7f4362dc-8dbc-41ea-ae54-fe00f0fb3aac tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0519469 Feb 07 02:43:29.221414 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-f1b3a56a-b606-4117-9872-bb6ad760ca5d service neutron] 10.222.0.13 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831320 Feb 07 02:43:29.234577 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b601352-89da-4b8a-a421-316a3f3020ea req-6b844c9f-a1a6-49b7-a057-fdaab83f17b1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444913 Feb 07 02:43:29.320561 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1247bc75-ebaa-4a1f-97d9-daa9ee7005b2 req-f2400265-d100-4d6e-af77-6a7c24ba25ec service neutron] 10.222.0.13 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808642 Feb 07 02:43:29.422942 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-79069dc6-4434-40ef-b6c1-67ce86cfbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:29.424471 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-79069dc6-4434-40ef-b6c1-67ce86cfbb04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc0a066776349848e07e28a79e43871&device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 1127 time: 0.0435295 Feb 07 02:43:29.515675 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-74f1a07b-d650-49d4-8268-c0c4f7ed552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:29.517106 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-74f1a07b-d650-49d4-8268-c0c4f7ed552b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6a95c12-7433-4831-b1a9-c17b1d7605d1 HTTP/1.1" status: 200 len: 915 time: 0.0824652 Feb 07 02:43:29.561255 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-bee10d7d-3fdc-468d-a3f8-3ef01f3c5149 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b0e82a6-2eb4-4920-b5da-a955de9262b3 HTTP/1.1" status: 200 len: 217 time: 0.0332599 Feb 07 02:43:29.614428 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-240189af-6400-4304-aab6-d0b090abf15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:29.615899 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-240189af-6400-4304-aab6-d0b090abf15d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=889a1498-240f-4ad3-8042-dc48f6c3d562 HTTP/1.1" status: 200 len: 854 time: 0.0453064 Feb 07 02:43:29.671803 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-6aa6978c-eef6-43fb-a794-9be5d3ef6c62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6a95c12-7433-4831-b1a9-c17b1d7605d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440078 Feb 07 02:43:29.754735 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58d7d0-cd30-45c5-8316-ae031a037a4c req-90eb7bc2-0d47-4fc8-8253-1365632db8e0 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:29.756836 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce58d7d0-cd30-45c5-8316-ae031a037a4c req-90eb7bc2-0d47-4fc8-8253-1365632db8e0 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0535092 Feb 07 02:43:29.805324 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce58d7d0-cd30-45c5-8316-ae031a037a4c req-d2097f46-45a4-4ebf-91d9-2436a439a949 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 Feb 07 02:43:29.954454 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c1614-64b1-44a9-9983-1c7eaa7cd93f req-889cef9f-bfc1-4487-b664-d408551e7b83 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:29.955796 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-912c1614-64b1-44a9-9983-1c7eaa7cd93f req-889cef9f-bfc1-4487-b664-d408551e7b83 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 943 time: 0.3201952 Feb 07 02:43:29.999359 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-ded7ee17-0749-488b-8537-336387bb1a15 service neutron] 10.222.0.13 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199899 Feb 07 02:43:30.028539 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-912c1614-64b1-44a9-9983-1c7eaa7cd93f req-29eb505e-4d3b-49a0-b3f2-332e39a95127 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657501 Feb 07 02:43:30.089890 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d09d60-e21f-4f66-a848-d1a3eadfcf2f req-f94de573-42e1-4dab-bb9a-67c7ed120c42 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:30.091377 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-37d09d60-e21f-4f66-a848-d1a3eadfcf2f req-f94de573-42e1-4dab-bb9a-67c7ed120c42 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0591409 Feb 07 02:43:30.113146 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3719d83d-c835-49bd-94f3-f2e51d1a2fad req-b17271fa-9cf2-47f0-b765-d3f3782044c2 service neutron] 10.222.0.13 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973971 Feb 07 02:43:30.140779 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-37d09d60-e21f-4f66-a848-d1a3eadfcf2f req-727903ff-18ae-4f55-b148-57547776e9ec tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438206 Feb 07 02:43:30.358133 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6967e0-bcf7-48d4-902c-17365408abec req-69c0c613-a6f1-4e1b-879e-5049dc088038 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:30.359565 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0f6967e0-bcf7-48d4-902c-17365408abec req-69c0c613-a6f1-4e1b-879e-5049dc088038 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0551994 Feb 07 02:43:30.408441 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0f6967e0-bcf7-48d4-902c-17365408abec req-79e2fe57-740a-4c78-9bb8-9be195ced000 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 Feb 07 02:43:30.927876 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef284f-3feb-47ee-ba10-c6b02f1e7d0e req-221e734b-c301-45e4-893b-e0f75eab9cec tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:30.929390 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-47ef284f-3feb-47ee-ba10-c6b02f1e7d0e req-221e734b-c301-45e4-893b-e0f75eab9cec tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0542164 Feb 07 02:43:30.975345 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-47ef284f-3feb-47ee-ba10-c6b02f1e7d0e req-20bdbce1-0fd8-451b-9b51-e0ff49b5908c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Feb 07 02:43:31.147441 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938deeca-6dea-4717-aaa6-f4a4d847f07c req-6e3284ec-53d8-48fe-bd25-ce0d4fce7fa7 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:31.148951 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-938deeca-6dea-4717-aaa6-f4a4d847f07c req-6e3284ec-53d8-48fe-bd25-ce0d4fce7fa7 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 943 time: 0.0532045 Feb 07 02:43:31.195670 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-938deeca-6dea-4717-aaa6-f4a4d847f07c req-ad1bf818-7543-4b5a-8db1-18819103e45f tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Feb 07 02:43:31.301140 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ed9af-c19d-45cb-87a9-06d89d58f613 req-ba521b21-93c2-412d-9e00-91ee22ef4ed7 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:31.302686 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c08ed9af-c19d-45cb-87a9-06d89d58f613 req-ba521b21-93c2-412d-9e00-91ee22ef4ed7 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0522614 Feb 07 02:43:31.358635 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c08ed9af-c19d-45cb-87a9-06d89d58f613 req-b077bf4d-acf6-4fa1-b364-afad95321780 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491600 Feb 07 02:43:31.476670 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770a659-ae46-4d9d-a976-a577816a2d09 req-5fd56e3f-74b1-4eea-b4d9-ac38169d5fb9 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:31.478136 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d770a659-ae46-4d9d-a976-a577816a2d09 req-5fd56e3f-74b1-4eea-b4d9-ac38169d5fb9 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0529974 Feb 07 02:43:31.526149 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d770a659-ae46-4d9d-a976-a577816a2d09 req-968dced3-342b-4ac1-8578-e6988f0b8d86 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 Feb 07 02:43:31.532405 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abd4f2-0e5e-4452-a001-597e4f532f78 req-bbf8abab-73bf-47d8-bfb8-72d8d73977da tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:31.533949 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-22abd4f2-0e5e-4452-a001-597e4f532f78 req-bbf8abab-73bf-47d8-bfb8-72d8d73977da tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0512271 Feb 07 02:43:31.548174 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 51412) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:31.583989 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-22abd4f2-0e5e-4452-a001-597e4f532f78 req-fb760d51-0349-4f1c-9e57-2832b1d6831f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436878 Feb 07 02:43:31.689698 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad839e1c-774d-450e-b70d-d5640521d19b tempest-TestShelveInstance-716256574 tempest-TestShelveInstance-716256574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:31.691239 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ad839e1c-774d-450e-b70d-d5640521d19b tempest-TestShelveInstance-716256574 tempest-TestShelveInstance-716256574-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1125 time: 0.1420090 Feb 07 02:43:31.694560 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 51416) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:31.698899 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Request body: {'floatingip': {'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'port_id': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:43:31.717612 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:31.807424 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:31.911038 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Allocated IP 172.27.1.48 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/319f2ac7-b30e-434d-95a0-556272175bb9) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:43:32.011296 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for port (319f2ac7-b30e-434d-95a0-556272175bb9), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:32.043359 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (319f2ac7-b30e-434d-95a0-556272175bb9), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:32.077453 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:43:32.079223 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 9b0e82a6-2eb4-4920-b5da-a955de9262b3 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:43:32.082091 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:43:32.085706 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:43:32.115017 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'Port': ['ID=319f2ac7-b30e-434d-95a0-556272175bb9,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:32.127287 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.127631 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.128043 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.128295 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.128648 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.129215 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.129335 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.129755 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.129980 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.130344 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.130574 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.130880 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.131298 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:43:32.181808 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 9b0e82a6-2eb4-4920-b5da-a955de9262b3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9b0e82a6-2eb4-4920-b5da-a955de9262b3,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:32.193298 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '9b0e82a6-2eb4-4920-b5da-a955de9262b3', 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1', 'port_id': '9b0e82a6-2eb4-4920-b5da-a955de9262b3', 'mac_address': 'fa:16:3e:80:67:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889a1498-240f-4ad3-8042-dc48f6c3d562', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:43:32.233330 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:43:32.233718 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:32.248299 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0e82a6-2eb4-4920-b5da-a955de9262b3 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:43:32.271562 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 9b0e82a6-2eb4-4920-b5da-a955de9262b3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9b0e82a6-2eb4-4920-b5da-a955de9262b3,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:32.277207 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:32.277902 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:43:32.410562 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e8c8e-a453-4e9c-8cb5-ff21894af9a2 req-23c8b0a7-1638-4e29-b8e1-539a387e4d94 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:32.412757 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-041e8c8e-a453-4e9c-8cb5-ff21894af9a2 req-23c8b0a7-1638-4e29-b8e1-539a387e4d94 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 944 time: 0.1206815 Feb 07 02:43:32.561751 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=9b0e82a6-2eb4-4920-b5da-a955de9262b3,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:32.613955 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:32.628509 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'port_id': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'mac_address': 'fa:16:3e:0a:04:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:43:32.643837 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-041e8c8e-a453-4e9c-8cb5-ff21894af9a2 req-bf6b0307-df95-49dd-861c-a9c09d2f13d3 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202122 Feb 07 02:43:32.681763 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:43:32.682157 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:32.704696 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:43:32.727086 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:32.731824 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for floatingip (d5876817-f9e5-4a55-a408-0a48e170ef97), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:32.733907 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:32.763842 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b696910-0c5f-4094-85ce-de9ce080c6e5 req-d60f5d96-1126-4b93-9698-6ad41c689ea0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:32.765989 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4b696910-0c5f-4094-85ce-de9ce080c6e5 req-d60f5d96-1126-4b93-9698-6ad41c689ea0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 943 time: 0.0671799 Feb 07 02:43:32.783934 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=9']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:32.819897 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4b696910-0c5f-4094-85ce-de9ce080c6e5 req-ca04952e-08d7-4272-ad86-c32dbd5cf620 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438745 Feb 07 02:43:32.828098 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (319f2ac7-b30e-434d-95a0-556272175bb9), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:32.987584 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for port (319f2ac7-b30e-434d-95a0-556272175bb9), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:32.992963 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776248'] for port (319f2ac7-b30e-434d-95a0-556272175bb9), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:33.055954 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event updated for resources: {'Port': ['ID=319f2ac7-b30e-434d-95a0-556272175bb9,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:33.068165 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (d5876817-f9e5-4a55-a408-0a48e170ef97), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:33.116520 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['3f7a1081-027b-4f5b-9eed-ae4ba90ec739'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:43:33.120377 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['9b0e82a6-2eb4-4920-b5da-a955de9262b3'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:43:33.166428 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Floating IP d5876817-f9e5-4a55-a408-0a48e170ef97 associated. External IP: 172.27.1.48, port: 5d848f08-3b09-43fe-b459-aa9a33cfae39. Feb 07 02:43:33.379632 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Router a868dec6-f52e-4095-8f4e-27881bd47174 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:43:33.483408 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:43:33.493568 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] Sync routers for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:43:33.500928 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:33.503056 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:43:33.503654 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:43:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:33.528982 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e6ce8803-391e-4e91-8e3b-7292d915a366 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8334351 Feb 07 02:43:33.529640 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:33.531982 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:33.569984 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b04f102-d00a-4227-b562-5f8e85df1662 x-openstack-request-id: req-9b04f102-d00a-4227-b562-5f8e85df1662 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:33.570276 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:33.570525 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b04f102-d00a-4227-b562-5f8e85df1662 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:33.570925 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'status': 'completed', 'code': 200} Feb 07 02:43:33.609922 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:43:33.644621 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-5a6996f6-de7e-41be-81c6-2384bd6ff35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:33.646274 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-5a6996f6-de7e-41be-81c6-2384bd6ff35d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a9d29f17224774a232218b99165d32&device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1130 time: 0.0437582 Feb 07 02:43:33.765472 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-dddbc8c4-1da8-4950-933e-a58f1e37eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:33.766543 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3d554-ad15-4f99-aef0-b5ea51070858 req-b6b03e63-73f2-47fb-8a3b-64a72a79cf21 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:33.767332 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-dddbc8c4-1da8-4950-933e-a58f1e37eebb service neutron] 10.222.0.13 "GET /v2.0/networks?id=abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 200 len: 909 time: 0.1147826 Feb 07 02:43:33.773311 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f7c3d554-ad15-4f99-aef0-b5ea51070858 req-b6b03e63-73f2-47fb-8a3b-64a72a79cf21 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 944 time: 0.0625031 Feb 07 02:43:33.826135 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f7c3d554-ad15-4f99-aef0-b5ea51070858 req-4fcee4dd-dfcd-4342-9db4-9096230dfd76 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518639 Feb 07 02:43:33.848797 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-e8b1cc6e-ae1f-4e71-9b96-862a3f9dbaab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 200 len: 999 time: 0.0709829 Feb 07 02:43:33.867133 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'd5876817-f9e5-4a55-a408-0a48e170ef97', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'port_id': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:43:32Z', 'updated_at': '2022-02-07T02:43:32Z', 'revision_number': 0, 'project_id': '21a9d29f17224774a232218b99165d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c834fff-ff57-49f8-8120-2bfc51995aad', 'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'mac_address': 'fa:16:3e:07:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:36Z', 'updated_at': '2022-02-07T02:42:41Z', 'revision_number': 5, 'project_id': '21a9d29f17224774a232218b99165d32', 'subnets': [{'id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:33.892990 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] Checking router: a868dec6-f52e-4095-8f4e-27881bd47174 for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:43:33.901307 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:43:33.901823 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:43:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:33.931151 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-787f787a-4e39-492c-b476-069774f5be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:33.932606 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-787f787a-4e39-492c-b476-069774f5be0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eaca85-8eae-4a59-8bdf-b11f8b3cf954 HTTP/1.1" status: 200 len: 847 time: 0.0703990 Feb 07 02:43:33.988827 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e102599-f7c8-4380-afe5-500fb2b24720 req-86ab432c-ae9e-49ba-a25a-23188532128e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:33.990902 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2e102599-f7c8-4380-afe5-500fb2b24720 req-86ab432c-ae9e-49ba-a25a-23188532128e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0935614 Feb 07 02:43:34.009588 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:43:34.013958 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-6e300de1-5a93-4fcd-b3bd-bc7ddaa94d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:34.015517 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-6e300de1-5a93-4fcd-b3bd-bc7ddaa94d89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcb529c-d80c-4377-a13b-0c35e5fa15df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759628 Feb 07 02:43:34.092070 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2e102599-f7c8-4380-afe5-500fb2b24720 req-fb6f61ea-a0e7-4626-9212-a37850a1e8a2 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947723 Feb 07 02:43:34.135276 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-20803988-2e56-434e-aceb-8947bb471eb8 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043286 Feb 07 02:43:34.225499 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2ba51ce-a70d-4dd2-b2a0-f7527726658d req-1a3a2f2d-df1e-4751-ad2b-410afd0a783e service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815420 Feb 07 02:43:34.232753 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'd5876817-f9e5-4a55-a408-0a48e170ef97', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'port_id': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:43:32Z', 'updated_at': '2022-02-07T02:43:32Z', 'revision_number': 0, 'project_id': '21a9d29f17224774a232218b99165d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c834fff-ff57-49f8-8120-2bfc51995aad', 'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'mac_address': 'fa:16:3e:07:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:36Z', 'updated_at': '2022-02-07T02:42:41Z', 'revision_number': 5, 'project_id': '21a9d29f17224774a232218b99165d32', 'subnets': [{'id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:34.261575 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1265488-4502-4805-86ca-fe7b7cc39e0c None None] The sync data for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi is: [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'd5876817-f9e5-4a55-a408-0a48e170ef97', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'port_id': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:43:32Z', 'updated_at': '2022-02-07T02:43:32Z', 'revision_number': 0, 'project_id': '21a9d29f17224774a232218b99165d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c834fff-ff57-49f8-8120-2bfc51995aad', 'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'mac_address': 'fa:16:3e:07:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:36Z', 'updated_at': '2022-02-07T02:42:41Z', 'revision_number': 5, 'project_id': '21a9d29f17224774a232218b99165d32', 'subnets': [{'id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:43:34.445261 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17a2fe4-2040-4460-847d-efd822741ff7 None None] New status for floating IP d5876817-f9e5-4a55-a408-0a48e170ef97: ACTIVE {{(pid=109071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:43:34.948510 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c027716-ad87-4451-8c81-29308f222c28 req-61cab2b0-6ef9-4fdd-9646-e5473a6a9af1 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:34.949900 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2c027716-ad87-4451-8c81-29308f222c28 req-61cab2b0-6ef9-4fdd-9646-e5473a6a9af1 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 944 time: 0.0542715 Feb 07 02:43:34.981132 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:43:35.009210 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2c027716-ad87-4451-8c81-29308f222c28 req-1b3516eb-667a-4864-bfc7-bd5f1a5dc952 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426197 Feb 07 02:43:35.065742 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fae902-9c1e-4636-a2fc-127aaf0bcf70 req-4776e7b4-32cb-4ec0-a4f9-3b364bf25afd tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:35.067189 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-75fae902-9c1e-4636-a2fc-127aaf0bcf70 req-4776e7b4-32cb-4ec0-a4f9-3b364bf25afd tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0547471 Feb 07 02:43:35.113547 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-75fae902-9c1e-4636-a2fc-127aaf0bcf70 req-e5deb92c-0584-4fb4-a61b-8e16c22d7864 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Feb 07 02:43:35.220961 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c33586-96b1-4b29-8bea-25d69f8d7c67 req-d6d263c1-404a-4cc6-95e2-68226d362870 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:35.222341 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b8c33586-96b1-4b29-8bea-25d69f8d7c67 req-d6d263c1-404a-4cc6-95e2-68226d362870 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0548217 Feb 07 02:43:35.267248 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b8c33586-96b1-4b29-8bea-25d69f8d7c67 req-a18b6eb0-0eb7-4502-8297-110f7e6586ef tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395095 Feb 07 02:43:36.100169 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 9b0e82a6-2eb4-4920-b5da-a955de9262b3 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:43:36.129517 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5536da-0ec9-4f4d-b5ff-0a2d1817b186 req-1136126e-d8fa-46bb-936a-d19d989bb2fa tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:36.131173 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fe5536da-0ec9-4f4d-b5ff-0a2d1817b186 req-1136126e-d8fa-46bb-936a-d19d989bb2fa tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 944 time: 0.0556710 Feb 07 02:43:36.149441 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:43:36.153582 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:43:36.153919 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:36.183867 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fe5536da-0ec9-4f4d-b5ff-0a2d1817b186 req-afad3c51-8306-4aab-9ec9-16d4e91ee472 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Feb 07 02:43:36.233902 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c9a74-5719-482b-adde-881032396476 req-3711be3b-8d3c-4072-93ad-94b0bd5cdc78 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:36.235366 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8f4c9a74-5719-482b-adde-881032396476 req-3711be3b-8d3c-4072-93ad-94b0bd5cdc78 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0532048 Feb 07 02:43:36.236616 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:43:36.237007 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:36.260125 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0e82a6-2eb4-4920-b5da-a955de9262b3'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:36.262395 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05369052-b624-4a2d-931f-f6d0c43e96ff" -d '{"events": [{"server_uuid": "aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5", "name": "network-vif-plugged", "status": "completed", "tag": "9b0e82a6-2eb4-4920-b5da-a955de9262b3"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:36.275687 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 9b0e82a6-2eb4-4920-b5da-a955de9262b3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9b0e82a6-2eb4-4920-b5da-a955de9262b3,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:36.281310 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:36.283882 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:43:36.298146 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8f4c9a74-5719-482b-adde-881032396476 req-e4f4233d-bb84-401c-9bed-76028793d1f4 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562146 Feb 07 02:43:36.307635 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bf1edc-0152-4d22-bc41-854d2a9e9127 x-openstack-request-id: req-d6bf1edc-0152-4d22-bc41-854d2a9e9127 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:36.307947 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5", "name": "network-vif-plugged", "status": "completed", "tag": "9b0e82a6-2eb4-4920-b5da-a955de9262b3", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:36.308204 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6bf1edc-0152-4d22-bc41-854d2a9e9127 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:36.308621 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0e82a6-2eb4-4920-b5da-a955de9262b3', 'code': 200} Feb 07 02:43:36.370417 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=9b0e82a6-2eb4-4920-b5da-a955de9262b3,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:36.382154 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:43:36.382541 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:36.407528 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb487bdb-0f0c-41ca-91a7-c302d778f7b3 req-4ba61b7f-204e-4e86-a690-6e20ad62e19e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:36.409536 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eb487bdb-0f0c-41ca-91a7-c302d778f7b3 req-4ba61b7f-204e-4e86-a690-6e20ad62e19e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 944 time: 0.0587599 Feb 07 02:43:36.466213 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eb487bdb-0f0c-41ca-91a7-c302d778f7b3 req-e7355f2e-2826-45fe-a4c8-7daf0aeb6a98 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501256 Feb 07 02:43:36.467636 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:43:36.468029 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:36.496046 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49a158-b04d-4d22-aeb1-12c13d9034c3 req-55b8b78a-74f0-439b-b8d9-4e4f0ff8b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:36.497606 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5f49a158-b04d-4d22-aeb1-12c13d9034c3 req-55b8b78a-74f0-439b-b8d9-4e4f0ff8b887 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 1129 time: 0.0526078 Feb 07 02:43:36.503628 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:36.507466 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:36.553884 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5f49a158-b04d-4d22-aeb1-12c13d9034c3 req-3a4f2ede-e0b9-4a85-a560-02f33321f077 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Feb 07 02:43:36.554097 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=10']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:37.297719 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9b74b-5557-4f63-b132-c20f4de61e01 req-3af850f7-a05d-4235-9de6-c4536d5b1f41 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:37.299141 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c9c9b74b-5557-4f63-b132-c20f4de61e01 req-3af850f7-a05d-4235-9de6-c4536d5b1f41 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 945 time: 0.0509024 Feb 07 02:43:37.347982 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c9c9b74b-5557-4f63-b132-c20f4de61e01 req-24ec41fa-8c43-4c30-9bd4-7e4e92339a3b tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Feb 07 02:43:37.391720 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-282d9f0d-bead-4846-8fe0-316766b61931 req-2da27057-8141-4967-b3a5-40aa18e35830 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422640 Feb 07 02:43:37.423609 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699875e7-c554-464c-9995-5874c3021bfe req-f6eee448-4333-41a2-8eb9-505762b016e5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:37.425107 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-699875e7-c554-464c-9995-5874c3021bfe req-f6eee448-4333-41a2-8eb9-505762b016e5 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0564632 Feb 07 02:43:37.463894 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9f0d-bead-4846-8fe0-316766b61931 req-28ea880d-79c7-4c84-a101-3770ba7d149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:37.465297 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-282d9f0d-bead-4846-8fe0-316766b61931 req-28ea880d-79c7-4c84-a101-3770ba7d149b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 1129 time: 0.0467997 Feb 07 02:43:37.475627 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-699875e7-c554-464c-9995-5874c3021bfe req-f257dbf4-bc44-41f3-8487-bcc4ce473a7c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Feb 07 02:43:37.606944 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9f0d-bead-4846-8fe0-316766b61931 req-1c48764f-5087-427c-8c3a-149fd96849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:37.608394 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-282d9f0d-bead-4846-8fe0-316766b61931 req-1c48764f-5087-427c-8c3a-149fd96849f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 911 time: 0.1155181 Feb 07 02:43:37.618435 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460501d0-a922-4595-a9b4-6a2b3035f571 req-ba19be62-bd2d-4065-a263-a3f2e6eaa571 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:37.619764 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-460501d0-a922-4595-a9b4-6a2b3035f571 req-ba19be62-bd2d-4065-a263-a3f2e6eaa571 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 946 time: 0.0792387 Feb 07 02:43:37.701039 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-282d9f0d-bead-4846-8fe0-316766b61931 req-9d928788-bad9-4359-a23b-2961287dd154 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31050fd3-c258-46e5-9fc0-259b905d695d HTTP/1.1" status: 200 len: 1001 time: 0.0793464 Feb 07 02:43:37.708380 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-460501d0-a922-4595-a9b4-6a2b3035f571 req-6df4af2a-f8fb-4304-8fa0-071015f045f9 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808601 Feb 07 02:43:37.750844 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9f0d-bead-4846-8fe0-316766b61931 req-0cd81168-6691-4eb1-8ffa-4f2dad3ae252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:37.752257 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-282d9f0d-bead-4846-8fe0-316766b61931 req-0cd81168-6691-4eb1-8ffa-4f2dad3ae252 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 200 len: 849 time: 0.0425684 Feb 07 02:43:37.814858 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d9f0d-bead-4846-8fe0-316766b61931 req-70092698-41cc-4f4c-beeb-29cc40f10400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:37.816309 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-282d9f0d-bead-4846-8fe0-316766b61931 req-70092698-41cc-4f4c-beeb-29cc40f10400 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447404 Feb 07 02:43:37.904208 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-282d9f0d-bead-4846-8fe0-316766b61931 req-f071556d-369e-4949-a360-f5b555ded964 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782299 Feb 07 02:43:38.014905 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-282d9f0d-bead-4846-8fe0-316766b61931 req-4e9605a6-e4c0-4a16-ac85-a9ee2736f1d7 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840476 Feb 07 02:43:38.021980 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:38.125501 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-d93e5dd6-2a01-4f3c-b85c-e2a3b735d433 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:38.127168 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-d93e5dd6-2a01-4f3c-b85c-e2a3b735d433 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 945 time: 0.0523252 Feb 07 02:43:38.227848 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Deleting port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:43:38.228192 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:38.309321 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:38.311526 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bde362-a201-449b-b6e2-b3921d8022d4" -d '{"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:38.314590 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] For port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:38.315077 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:38.328977 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Calling delete_port for e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 owned by compute:nova {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:43:38.346198 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4733ea75-7033-4194-b181-8c08a865f857 x-openstack-request-id: req-4733ea75-7033-4194-b181-8c08a865f857 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:38.346550 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-plugged", "status": "completed", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:38.346813 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4733ea75-7033-4194-b181-8c08a865f857 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:38.347211 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'code': 200} Feb 07 02:43:38.485111 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (e43827c4-38fc-4b7b-a1b6-e93ff2c736f6), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:38.498182 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['93712836-c8dd-4300-9b90-33d7684d2c11', 'e43827c4-38fc-4b7b-a1b6-e93ff2c736f6'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:43:38.517715 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Pushing event deleted for resources: {'Port': ['ID=e43827c4-38fc-4b7b-a1b6-e93ff2c736f6,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:38.538378 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b78ee-a9c9-4ea5-990c-c253709108d7 req-a005363d-3f10-4bbf-9f4f-5de73e0a1858 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:38.540154 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8a3b78ee-a9c9-4ea5-990c-c253709108d7 req-a005363d-3f10-4bbf-9f4f-5de73e0a1858 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 945 time: 0.1063721 Feb 07 02:43:38.595036 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-96cc293c-e5ab-4ac9-9d12-ee48010ef86e req-59f2d76d-4e27-4da3-a0da-a99fb20ccb90 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 210 time: 0.0338390 Feb 07 02:43:38.815384 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] No DVR routers for this DVR port e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 on host hv-cinder-82806 {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:43:38.818734 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:38.822132 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d0eca917-fd7a-4fdf-8abc-bdab8383d4a3 req-5da5c36e-0f79-46f4-8fc0-714533352f3c tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.13 "DELETE /v2.0/ports/e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 HTTP/1.1" status: 204 len: 173 time: 0.6806881 Feb 07 02:43:38.822859 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f74ee-6c5e-4586-b1d9-1775f663ea3d', 'name': 'network-vif-deleted', 'tag': 'e43827c4-38fc-4b7b-a1b6-e93ff2c736f6'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:38.825094 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e585a44d-1fc2-48f5-bb64-6949c7c9f14c" -d '{"events": [{"server_uuid": "bc7f74ee-6c5e-4586-b1d9-1775f663ea3d", "name": "network-vif-deleted", "tag": "e43827c4-38fc-4b7b-a1b6-e93ff2c736f6"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:38.862127 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfb290-4362-4557-9bd9-d760e0cd7d97 req-bbe35466-22d1-4a57-b644-5e5f435dec25 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:38.864770 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cecfb290-4362-4557-9bd9-d760e0cd7d97 req-bbe35466-22d1-4a57-b644-5e5f435dec25 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 946 time: 0.0801377 Feb 07 02:43:38.869869 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8a3b78ee-a9c9-4ea5-990c-c253709108d7 req-07886a89-ae4a-44cb-9f78-cfe209fe93cf tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232017 Feb 07 02:43:38.949509 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4b1e14-364f-4d07-bee1-7725369b5a3d x-openstack-request-id: req-cf4b1e14-364f-4d07-bee1-7725369b5a3d {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:38.949726 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cecfb290-4362-4557-9bd9-d760e0cd7d97 req-2dad85a6-3ce2-4ddf-9dda-264785b816e6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789175 Feb 07 02:43:38.950137 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7f74ee-6c5e-4586-b1d9-1775f663ea3d", "name": "network-vif-deleted", "tag": "e43827c4-38fc-4b7b-a1b6-e93ff2c736f6", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:38.950497 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf4b1e14-364f-4d07-bee1-7725369b5a3d {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:38.950981 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7f74ee-6c5e-4586-b1d9-1775f663ea3d', 'name': 'network-vif-deleted', 'tag': 'e43827c4-38fc-4b7b-a1b6-e93ff2c736f6', 'status': 'completed', 'code': 200} Feb 07 02:43:39.070382 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7ee33-3519-48ed-b867-c9b36686f391 req-d9021e95-7217-49cb-abf2-64c8fcac2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:39.072013 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-89b7ee33-3519-48ed-b867-c9b36686f391 req-d9021e95-7217-49cb-abf2-64c8fcac2589 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 1130 time: 0.0461895 Feb 07 02:43:39.119056 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-89b7ee33-3519-48ed-b867-c9b36686f391 req-222237d3-3e09-4bfe-9150-46aeecc687df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401762 Feb 07 02:43:39.681561 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-88bceda9-7cf5-4d35-b0f9-eefb292bbb83 req-5fb80442-5f2d-45a3-9dcd-fe4e4c7515a8 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc7f74ee-6c5e-4586-b1d9-1775f663ea3d HTTP/1.1" status: 200 len: 210 time: 0.0283401 Feb 07 02:43:40.082012 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d74ea3-e51b-4e43-8d1d-cc6c6603650a req-5e2f0295-c109-4b6c-80bf-fb31acb340dc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:40.084060 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-68d74ea3-e51b-4e43-8d1d-cc6c6603650a req-5e2f0295-c109-4b6c-80bf-fb31acb340dc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 946 time: 0.0542424 Feb 07 02:43:40.134500 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-68d74ea3-e51b-4e43-8d1d-cc6c6603650a req-3ff8bc19-2dd9-4388-aa4d-00206d5cbeb9 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447216 Feb 07 02:43:40.957087 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee9024-bc14-464f-a8e2-d12b17169765 req-2db335a3-1658-4bde-bf16-76d65d5c5328 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:40.958578 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-26ee9024-bc14-464f-a8e2-d12b17169765 req-2db335a3-1658-4bde-bf16-76d65d5c5328 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0543134 Feb 07 02:43:41.009380 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-26ee9024-bc14-464f-a8e2-d12b17169765 req-56960169-42b9-468e-9ccb-d30ea32046f0 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441790 Feb 07 02:43:41.269315 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd27fa-d86d-45b3-9450-27ec7278945e req-d7298024-7472-496f-91a4-31ec96d69e97 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:41.270800 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-35fd27fa-d86d-45b3-9450-27ec7278945e req-d7298024-7472-496f-91a4-31ec96d69e97 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 946 time: 0.0583639 Feb 07 02:43:41.321555 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-35fd27fa-d86d-45b3-9450-27ec7278945e req-6ef5dac5-cec5-4db7-878a-37a87d0de0ed tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448725 Feb 07 02:43:42.132059 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:43:42.134099 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40f770-c529-4f8d-845d-109f5fb59fd2 req-95524304-1ae9-4e76-a298-add088dad4fa tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:42.136241 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1c40f770-c529-4f8d-845d-109f5fb59fd2 req-95524304-1ae9-4e76-a298-add088dad4fa tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0508673 Feb 07 02:43:42.153396 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:43:42.153744 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device e43827c4-38fc-4b7b-a1b6-e93ff2c736f6 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:43:42.185677 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1c40f770-c529-4f8d-845d-109f5fb59fd2 req-67d444a5-f082-4879-a16c-4e0e53e60d29 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432658 Feb 07 02:43:42.442846 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72372755-0bf0-4797-954d-0e06579bcd11 req-4904e30c-1317-4e1d-998b-4670711a86d6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:42.444312 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-72372755-0bf0-4797-954d-0e06579bcd11 req-4904e30c-1317-4e1d-998b-4670711a86d6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 946 time: 0.0534160 Feb 07 02:43:42.494987 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-72372755-0bf0-4797-954d-0e06579bcd11 req-514cbf22-710c-45f1-985f-d2cdbfe9dfe7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447299 Feb 07 02:43:43.299988 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dbc08-d1af-4530-ad58-326e10f54538 req-ec7f923f-c2b7-41f2-b448-4232d01f32db tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:43.301441 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-da5dbc08-d1af-4530-ad58-326e10f54538 req-ec7f923f-c2b7-41f2-b448-4232d01f32db tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0512745 Feb 07 02:43:43.358487 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-da5dbc08-d1af-4530-ad58-326e10f54538 req-9749a35c-69d9-40d5-8e8b-40b261152271 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514956 Feb 07 02:43:44.481548 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee892ed-3710-472c-9915-32888029b90e req-881d556f-e333-41e8-b0dc-4e1cdfd0ebda tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:44.482977 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1ee892ed-3710-472c-9915-32888029b90e req-881d556f-e333-41e8-b0dc-4e1cdfd0ebda tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0587418 Feb 07 02:43:44.531410 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1ee892ed-3710-472c-9915-32888029b90e req-a3a8a53a-1c97-4fc6-9fdf-d869d4071c0b tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Feb 07 02:43:45.363419 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b15f2ad1-d7da-4710-9276-35279d33efcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:45.650026 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c82e60-6825-43c4-a765-b2120aa48c43 req-0665f4ca-a456-4a5e-974b-b8ab3c1163c2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:45.651478 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-54c82e60-6825-43c4-a765-b2120aa48c43 req-0665f4ca-a456-4a5e-974b-b8ab3c1163c2 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0527518 Feb 07 02:43:45.699094 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-54c82e60-6825-43c4-a765-b2120aa48c43 req-8c3688d7-e3e4-4fee-be0f-e4aaf91b5daf tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Feb 07 02:43:46.813694 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3188f-6cb1-4714-92aa-12b78ee54098 req-4315bf22-28b7-4460-9412-af6b1e63ed92 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:46.815392 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-48c3188f-6cb1-4714-92aa-12b78ee54098 req-4315bf22-28b7-4460-9412-af6b1e63ed92 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0510948 Feb 07 02:43:46.861374 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-48c3188f-6cb1-4714-92aa-12b78ee54098 req-ac3cc058-9c83-46f5-a291-f175c723b856 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Feb 07 02:43:47.775068 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f29-04d3-4717-9d1f-4f40eb1e4ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:47.979818 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1102097-c348-4917-95bb-ba62ef35d5ed req-5515e832-a34a-4932-b78b-253a3a4ad309 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:47.981209 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c1102097-c348-4917-95bb-ba62ef35d5ed req-5515e832-a34a-4932-b78b-253a3a4ad309 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0554602 Feb 07 02:43:48.028496 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c1102097-c348-4917-95bb-ba62ef35d5ed req-a4b88738-5b94-4df8-84d3-0b7465664103 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/security-groups?id=952d4fbc-40b7-421a-b09e-a838cb42b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Feb 07 02:43:48.373417 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-b1f9efb8-8c4d-4c33-a90c-840327e6dd81 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:48.374736 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-b1f9efb8-8c4d-4c33-a90c-840327e6dd81 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.13 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 946 time: 0.0554628 Feb 07 02:43:48.470919 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Deleting port 93712836-c8dd-4300-9b90-33d7684d2c11 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:43:48.471268 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:48.564751 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] For port 93712836-c8dd-4300-9b90-33d7684d2c11, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=93712836-c8dd-4300-9b90-33d7684d2c11,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:48.565110 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:48.577703 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Calling delete_port for 93712836-c8dd-4300-9b90-33d7684d2c11 owned by compute:nova {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:43:48.701999 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (93712836-c8dd-4300-9b90-33d7684d2c11), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:48.719118 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['93712836-c8dd-4300-9b90-33d7684d2c11'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:43:48.735271 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Pushing event deleted for resources: {'Port': ['ID=93712836-c8dd-4300-9b90-33d7684d2c11,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:48.777468 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] No DVR routers for this DVR port 93712836-c8dd-4300-9b90-33d7684d2c11 on host hv-cinder-82806 {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:43:48.780114 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:48.783415 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c481d2c8-b9c8-4538-b7d2-706592f8e1c2 req-a81f5cc8-612b-4516-8bbd-641904ca72de tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.13 "DELETE /v2.0/ports/93712836-c8dd-4300-9b90-33d7684d2c11 HTTP/1.1" status: 204 len: 173 time: 0.4030178 Feb 07 02:43:48.783858 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211e0a8c-6f39-41fa-9b22-3922fadc0548', 'name': 'network-vif-deleted', 'tag': '93712836-c8dd-4300-9b90-33d7684d2c11'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:43:48.786113 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231921d5-0b22-44e5-8291-80b9d238df4e" -d '{"events": [{"server_uuid": "211e0a8c-6f39-41fa-9b22-3922fadc0548", "name": "network-vif-deleted", "tag": "93712836-c8dd-4300-9b90-33d7684d2c11"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:43:48.820976 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605c23a0-508f-40a9-96c0-03729e7e3c7c x-openstack-request-id: req-605c23a0-508f-40a9-96c0-03729e7e3c7c {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:43:48.821259 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211e0a8c-6f39-41fa-9b22-3922fadc0548", "name": "network-vif-deleted", "tag": "93712836-c8dd-4300-9b90-33d7684d2c11", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:43:48.821550 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-605c23a0-508f-40a9-96c0-03729e7e3c7c {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:43:48.821906 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211e0a8c-6f39-41fa-9b22-3922fadc0548', 'name': 'network-vif-deleted', 'tag': '93712836-c8dd-4300-9b90-33d7684d2c11', 'status': 'completed', 'code': 200} Feb 07 02:43:48.853012 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:49.132567 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d21dc795-3a47-4760-902a-57547be227f5 req-6ced28d7-4688-4358-b331-ab1550b45119 tempest-ServerRescueNegativeTestJSON-1502006229 tempest-ServerRescueNegativeTestJSON-1502006229-project] 10.222.0.15 "GET /v2.0/ports?device_id=211e0a8c-6f39-41fa-9b22-3922fadc0548 HTTP/1.1" status: 200 len: 210 time: 0.0269368 Feb 07 02:43:50.189916 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 51642) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:50.258003 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:50.596127 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640310'] for router_interface (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:50.886693 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Deleting port 232989df-0478-4733-b85d-ee3d779fe308 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:43:50.887028 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (232989df-0478-4733-b85d-ee3d779fe308), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:50.966186 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] For port 232989df-0478-4733-b85d-ee3d779fe308, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=232989df-0478-4733-b85d-ee3d779fe308,segment=NetworkSegment(e444d865-0758-4496-844d-e7f8e6142e43),segment_id=e444d865-0758-4496-844d-e7f8e6142e43)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:50.966539 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (232989df-0478-4733-b85d-ee3d779fe308), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:50.978889 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Calling delete_port for 232989df-0478-4733-b85d-ee3d779fe308 owned by network:router_interface {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:43:51.156692 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (232989df-0478-4733-b85d-ee3d779fe308), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:51.183677 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Pushing event deleted for resources: {'Port': ['ID=232989df-0478-4733-b85d-ee3d779fe308,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:51.346996 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640418'] for router_interface (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:51.567171 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:43:51.674649 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:43:51.681131 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c005a6c4-15ed-4105-87b8-7d64cc92904b admin admin] 10.222.0.15 "PUT /v2.0/routers/6f8bc236-67c1-452c-9d9a-ebe1ebff500d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4901538 Feb 07 02:43:51.683724 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51654) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:51.684258 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] Sync routers for ids ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:43:51.694494 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] Routers {'6f8bc236-67c1-452c-9d9a-ebe1ebff500d'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:43:51.695094 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:43:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:51.790504 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks [] for router (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:51.799944 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] Set router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:43:51.906355 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks [] for router_gateway (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:51.938517 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:51.966219 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Deleting port aae01074-c47f-4ae1-bbc5-ff163ad1a745 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:43:51.966649 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:51.975590 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:43:51Z', 'revision_number': 5, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'gw_port': {'id': 'aae01074-c47f-4ae1-bbc5-ff163ad1a745', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:52.006590 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] Checking router: 6f8bc236-67c1-452c-9d9a-ebe1ebff500d for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:43:52.015007 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] Routers {'6f8bc236-67c1-452c-9d9a-ebe1ebff500d'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:43:52.015613 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:43:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:52.054047 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] For port aae01074-c47f-4ae1-bbc5-ff163ad1a745, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=aae01074-c47f-4ae1-bbc5-ff163ad1a745,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:43:52.054605 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.067451 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Calling delete_port for aae01074-c47f-4ae1-bbc5-ff163ad1a745 owned by network:router_gateway {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:43:52.103487 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] Set router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:43:52.152999 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:43:51Z', 'revision_number': 6, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'gw_port_host': None}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:52.182743 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c95eb7-4fd9-4c5b-bdff-48a94799b748 None None] The sync data for ids ['6f8bc236-67c1-452c-9d9a-ebe1ebff500d'] in dv-cinder-828061-1-iscsi is: [{'id': '6f8bc236-67c1-452c-9d9a-ebe1ebff500d', 'name': 'tempest-ServerRescueNegativeTestJSON-1592543007-router', 'tenant_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:43:51Z', 'revision_number': 6, 'project_id': 'b420d6a75bee4f108d3d5e3723db3f97', 'gw_port_host': None}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:43:52.204150 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 93712836-c8dd-4300-9b90-33d7684d2c11 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:43:52.229013 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 93712836-c8dd-4300-9b90-33d7684d2c11 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:43:52.229516 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 93712836-c8dd-4300-9b90-33d7684d2c11 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:43:52.249014 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (aae01074-c47f-4ae1-bbc5-ff163ad1a745), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.275459 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae01074-c47f-4ae1-bbc5-ff163ad1a745,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:52.336071 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1641216'] for router_gateway (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.681979 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15885'] for router (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.696834 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks [] for router_controller (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.707469 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa0ac2-fb8f-451c-9d8a-9c84499b073d req-5b4c039c-2f41-4484-8dae-e6d7b3e84e55 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:52.709030 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0efa0ac2-fb8f-451c-9d8a-9c84499b073d req-5b4c039c-2f41-4484-8dae-e6d7b3e84e55 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0882552 Feb 07 02:43:52.754877 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0efa0ac2-fb8f-451c-9d8a-9c84499b073d req-34f5225c-934e-4076-89c7-2f1bb6207670 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 Feb 07 02:43:52.763680 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638032'] for router (6f8bc236-67c1-452c-9d9a-ebe1ebff500d), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.764204 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f8bc236-67c1-452c-9d9a-ebe1ebff500d {{(pid=109070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 02:43:52.770531 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.772467 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-99269af9-e8c2-4836-bd4f-2fcd174f88d8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6f8bc236-67c1-452c-9d9a-ebe1ebff500d HTTP/1.1" status: 204 len: 168 time: 1.0875647 Feb 07 02:43:52.774971 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51672) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:52.819723 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-26641dbb-4de9-4373-bbbf-09cedbc2384f admin admin] Deleting subnet 7f527aac-b171-4bdf-a810-879f490fb8b4 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:43:52.823032 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-26641dbb-4de9-4373-bbbf-09cedbc2384f admin admin] Publish callbacks [] for subnet (7f527aac-b171-4bdf-a810-879f490fb8b4), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.859239 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-26641dbb-4de9-4373-bbbf-09cedbc2384f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13350466'] for subnet (7f527aac-b171-4bdf-a810-879f490fb8b4), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.895479 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-26641dbb-4de9-4373-bbbf-09cedbc2384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (7f527aac-b171-4bdf-a810-879f490fb8b4), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.946236 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-26641dbb-4de9-4373-bbbf-09cedbc2384f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13349921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13335487'] for subnet (7f527aac-b171-4bdf-a810-879f490fb8b4), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.972449 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26641dbb-4de9-4373-bbbf-09cedbc2384f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f527aac-b171-4bdf-a810-879f490fb8b4,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:52.974436 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-26641dbb-4de9-4373-bbbf-09cedbc2384f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:52.977556 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-26641dbb-4de9-4373-bbbf-09cedbc2384f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7f527aac-b171-4bdf-a810-879f490fb8b4 HTTP/1.1" status: 204 len: 168 time: 0.2015591 Feb 07 02:43:52.980531 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51680) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:53.026452 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 232989df-0478-4733-b85d-ee3d779fe308 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:43:53.046438 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 232989df-0478-4733-b85d-ee3d779fe308 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:43:53.046887 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 232989df-0478-4733-b85d-ee3d779fe308 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:43:53.051594 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (1f1e1b62-ce87-488f-850a-496ca2743f22), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.129918 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (1f1e1b62-ce87-488f-850a-496ca2743f22), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.151289 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1e1b62-ce87-488f-850a-496ca2743f22']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:53.160525 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e444d865-0758-4496-844d-e7f8e6142e43') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:53.160817 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e444d865-0758-4496-844d-e7f8e6142e43') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:43:53.173344 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (e444d865-0758-4496-844d-e7f8e6142e43), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.186923 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (e444d865-0758-4496-844d-e7f8e6142e43), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.193749 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:43:53.194183 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (e444d865-0758-4496-844d-e7f8e6142e43), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:43:53.195869 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:43:53.252673 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (1f1e1b62-ce87-488f-850a-496ca2743f22), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.258103 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.261271 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1f1e1b62-ce87-488f-850a-496ca2743f22 HTTP/1.1" status: 204 len: 168 time: 0.2797401 Feb 07 02:43:53.273273 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19828588-3e9e-451f-a096-d29f196730f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1e1b62-ce87-488f-850a-496ca2743f22,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:53.383083 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51684) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:53.421556 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3b80e374-9ddf-4f46-9c66-4f4378099e23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b420d6a75bee4f108d3d5e3723db3f97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373580 Feb 07 02:43:53.423835 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51686) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:53.480705 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a63b0cae-0c38-47f3-98b6-45689688af7c admin admin] Publish callbacks [] for security_group (952d4fbc-40b7-421a-b09e-a838cb42b6ab), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.500866 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a63b0cae-0c38-47f3-98b6-45689688af7c admin admin] Publish callbacks [] for security_group (952d4fbc-40b7-421a-b09e-a838cb42b6ab), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.548971 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a63b0cae-0c38-47f3-98b6-45689688af7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (952d4fbc-40b7-421a-b09e-a838cb42b6ab), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.551493 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a63b0cae-0c38-47f3-98b6-45689688af7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:53.552661 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a63b0cae-0c38-47f3-98b6-45689688af7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/952d4fbc-40b7-421a-b09e-a838cb42b6ab HTTP/1.1" status: 204 len: 168 time: 0.1279135 Feb 07 02:43:53.559848 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b0cae-0c38-47f3-98b6-45689688af7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952d4fbc-40b7-421a-b09e-a838cb42b6ab,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:53.876971 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e72c-476a-473e-b48c-543e2f396a51 req-603eacfc-4e9e-4be2-b1b7-b42701d94e98 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:53.878498 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1ff9e72c-476a-473e-b48c-543e2f396a51 req-603eacfc-4e9e-4be2-b1b7-b42701d94e98 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0528305 Feb 07 02:43:53.925972 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1ff9e72c-476a-473e-b48c-543e2f396a51 req-f61882f5-c670-43d6-8064-eb39832c6feb tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411718 Feb 07 02:43:54.464503 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device aae01074-c47f-4ae1-bbc5-ff163ad1a745 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:43:54.484867 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: aae01074-c47f-4ae1-bbc5-ff163ad1a745 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:43:54.485210 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device aae01074-c47f-4ae1-bbc5-ff163ad1a745 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:43:54.757788 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51744) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:54.859510 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8711500-0c96-46f8-baa5-c28dd6e8113a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:54.931766 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8711500-0c96-46f8-baa5-c28dd6e8113a admin admin] Publish callbacks [] for security_group (2db9cc42-dd9f-444b-9f16-81d48ee92520), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:54.935524 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8711500-0c96-46f8-baa5-c28dd6e8113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (2db9cc42-dd9f-444b-9f16-81d48ee92520), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:54.973127 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f8711500-0c96-46f8-baa5-c28dd6e8113a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=faf261700d044e489491c3ce8ebe21d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142632 Feb 07 02:43:54.974627 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8711500-0c96-46f8-baa5-c28dd6e8113a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db9cc42-dd9f-444b-9f16-81d48ee92520,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:54.976404 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 51750) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:55.061324 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4cd2958c-dc9c-4640-97a7-9d536f75ed11 admin admin] Publish callbacks [] for security_group (2db9cc42-dd9f-444b-9f16-81d48ee92520), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:55.081043 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0728-10d8-4908-95d4-f2fa5bfc4ee0 req-505364f3-ea87-432d-8d03-a22e92aace28 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:55.082467 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0dfb0728-10d8-4908-95d4-f2fa5bfc4ee0 req-505364f3-ea87-432d-8d03-a22e92aace28 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0853148 Feb 07 02:43:55.098799 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4cd2958c-dc9c-4640-97a7-9d536f75ed11 admin admin] Publish callbacks [] for security_group (2db9cc42-dd9f-444b-9f16-81d48ee92520), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:55.156978 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0dfb0728-10d8-4908-95d4-f2fa5bfc4ee0 req-612e6f31-741f-42af-950c-6ba8761c349f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666738 Feb 07 02:43:55.173550 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4cd2958c-dc9c-4640-97a7-9d536f75ed11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (2db9cc42-dd9f-444b-9f16-81d48ee92520), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:55.176067 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4cd2958c-dc9c-4640-97a7-9d536f75ed11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:55.177297 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4cd2958c-dc9c-4640-97a7-9d536f75ed11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2db9cc42-dd9f-444b-9f16-81d48ee92520 HTTP/1.1" status: 204 len: 168 time: 0.1997437 Feb 07 02:43:55.185014 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2958c-dc9c-4640-97a7-9d536f75ed11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db9cc42-dd9f-444b-9f16-81d48ee92520,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:56.276852 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21a571-93a2-4b49-9cac-a6ab59cec3fd req-43d0c376-f699-4d4d-9146-f2ce106e3194 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:56.278310 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5b21a571-93a2-4b49-9cac-a6ab59cec3fd req-43d0c376-f699-4d4d-9146-f2ce106e3194 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0535736 Feb 07 02:43:56.324876 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5b21a571-93a2-4b49-9cac-a6ab59cec3fd req-810d835f-56bb-4f64-bfa7-31deb6090940 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409544 Feb 07 02:43:56.938909 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 51826) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:57.046919 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-91deff07-19ae-4f9a-86e6-3af25baf0dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.122207 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-91deff07-19ae-4f9a-86e6-3af25baf0dab admin admin] Publish callbacks [] for security_group (448b69d0-564a-47ea-8519-132f5b62cb1e), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.126169 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-91deff07-19ae-4f9a-86e6-3af25baf0dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (448b69d0-564a-47ea-8519-132f5b62cb1e), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.170080 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-91deff07-19ae-4f9a-86e6-3af25baf0dab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bf0fe1c9f944bb59f8517ae0079b2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300885 Feb 07 02:43:57.170940 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deff07-19ae-4f9a-86e6-3af25baf0dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448b69d0-564a-47ea-8519-132f5b62cb1e,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:57.172814 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51834) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:57.222807 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-917bdb98-7f7e-433b-a377-a389849225ed admin admin] Publish callbacks [] for security_group (448b69d0-564a-47ea-8519-132f5b62cb1e), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.246297 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-917bdb98-7f7e-433b-a377-a389849225ed admin admin] Publish callbacks [] for security_group (448b69d0-564a-47ea-8519-132f5b62cb1e), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.295867 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-917bdb98-7f7e-433b-a377-a389849225ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (448b69d0-564a-47ea-8519-132f5b62cb1e), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.298501 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-917bdb98-7f7e-433b-a377-a389849225ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.299655 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-917bdb98-7f7e-433b-a377-a389849225ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/448b69d0-564a-47ea-8519-132f5b62cb1e HTTP/1.1" status: 204 len: 168 time: 0.1256757 Feb 07 02:43:57.308234 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bdb98-7f7e-433b-a377-a389849225ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448b69d0-564a-47ea-8519-132f5b62cb1e,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:57.455702 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ed923-ea5f-410e-bcb8-9b0a55f17ad3 req-9cd2a5c3-0593-4eea-8d32-7861f1c82de2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:57.463109 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4ed923-ea5f-410e-bcb8-9b0a55f17ad3 req-9cd2a5c3-0593-4eea-8d32-7861f1c82de2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0686808 Feb 07 02:43:57.508897 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4ed923-ea5f-410e-bcb8-9b0a55f17ad3 req-1ffade38-b0a0-458d-afc8-b43fb75aaa84 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448718 Feb 07 02:43:57.615794 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 51850) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:57.630326 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb3f9-bea3-44e9-8cf2-1e9422d93083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.702942 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb3f9-bea3-44e9-8cf2-1e9422d93083 admin admin] Publish callbacks [] for security_group (1d8445af-46ba-4525-8f7f-f1f219b6835e), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.706276 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d8fdb3f9-bea3-44e9-8cf2-1e9422d93083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (1d8445af-46ba-4525-8f7f-f1f219b6835e), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.743990 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d8fdb3f9-bea3-44e9-8cf2-1e9422d93083 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63061490802840eb851f9a149ae23619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269894 Feb 07 02:43:57.744866 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdb3f9-bea3-44e9-8cf2-1e9422d93083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8445af-46ba-4525-8f7f-f1f219b6835e,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:57.746707 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 51852) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:43:57.793497 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3dbbefd1-f4dc-438a-b45b-475138ab8b01 admin admin] Publish callbacks [] for security_group (1d8445af-46ba-4525-8f7f-f1f219b6835e), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.813165 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3dbbefd1-f4dc-438a-b45b-475138ab8b01 admin admin] Publish callbacks [] for security_group (1d8445af-46ba-4525-8f7f-f1f219b6835e), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.858589 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3dbbefd1-f4dc-438a-b45b-475138ab8b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (1d8445af-46ba-4525-8f7f-f1f219b6835e), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.861230 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-3dbbefd1-f4dc-438a-b45b-475138ab8b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:43:57.862355 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-3dbbefd1-f4dc-438a-b45b-475138ab8b01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d8445af-46ba-4525-8f7f-f1f219b6835e HTTP/1.1" status: 204 len: 168 time: 0.1145792 Feb 07 02:43:57.869714 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbefd1-f4dc-438a-b45b-475138ab8b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8445af-46ba-4525-8f7f-f1f219b6835e,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:43:58.633179 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435f61f-ad2a-4986-a1ea-2bdc165cc657 req-a07e596b-8845-4375-8e96-4de5e4ef4a29 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:58.634678 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7435f61f-ad2a-4986-a1ea-2bdc165cc657 req-a07e596b-8845-4375-8e96-4de5e4ef4a29 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0537388 Feb 07 02:43:58.682380 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7435f61f-ad2a-4986-a1ea-2bdc165cc657 req-f425736e-c15e-40b5-bdb8-b79e35ad6411 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412018 Feb 07 02:43:59.801810 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f84b-56e5-4fb3-9a86-af94ef31577c req-ad0089c2-0c52-45ad-b221-d4112d2a5a4e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:43:59.803886 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f4c0f84b-56e5-4fb3-9a86-af94ef31577c req-ad0089c2-0c52-45ad-b221-d4112d2a5a4e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0535405 Feb 07 02:43:59.855668 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f4c0f84b-56e5-4fb3-9a86-af94ef31577c req-1dbe63e3-c795-4a22-8f83-bd3e46e338d6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454905 Feb 07 02:44:00.972949 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3b5f8-9978-40c4-8709-034d0622130c req-a911bf53-996d-4aee-bdf6-ef05c85de5c9 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:00.974930 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4cd3b5f8-9978-40c4-8709-034d0622130c req-a911bf53-996d-4aee-bdf6-ef05c85de5c9 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0544283 Feb 07 02:44:01.022845 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4cd3b5f8-9978-40c4-8709-034d0622130c req-2ab8850f-bad9-4d6e-98bd-5e6b0f7439c6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422735 Feb 07 02:44:02.139664 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e798-551a-41c5-a5a9-7533c59899f7 req-329a6519-09b9-4582-915f-347e0dc8afbc tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:02.141306 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e732e798-551a-41c5-a5a9-7533c59899f7 req-329a6519-09b9-4582-915f-347e0dc8afbc tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0531695 Feb 07 02:44:02.188933 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e732e798-551a-41c5-a5a9-7533c59899f7 req-104c0201-8ad5-4a25-9b8a-5f0c3c39235b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419827 Feb 07 02:44:03.311141 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd649-0fa0-4a55-ba2e-ebc641fb07e8 req-2a4fb103-d674-4ebc-a8c9-4afb38ebcadc tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:03.312594 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7c5dd649-0fa0-4a55-ba2e-ebc641fb07e8 req-2a4fb103-d674-4ebc-a8c9-4afb38ebcadc tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0513327 Feb 07 02:44:03.358198 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7c5dd649-0fa0-4a55-ba2e-ebc641fb07e8 req-2189c27f-2751-418f-96f0-dfae816e685a tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401270 Feb 07 02:44:04.475881 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026be787-f5f5-4734-b391-63cfdbe8eb15 req-d85d2d10-bc76-4729-9d76-7a705957bb54 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:04.477357 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-026be787-f5f5-4734-b391-63cfdbe8eb15 req-d85d2d10-bc76-4729-9d76-7a705957bb54 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0530376 Feb 07 02:44:04.524284 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-026be787-f5f5-4734-b391-63cfdbe8eb15 req-e1c26eff-5ce7-440e-8df9-4571c91f1b07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406864 Feb 07 02:44:05.637108 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1861f-dafd-4152-9714-bc503b5ec90d req-43335d1d-c482-4166-a098-d243890a8a9c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:05.638547 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4da1861f-dafd-4152-9714-bc503b5ec90d req-43335d1d-c482-4166-a098-d243890a8a9c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0500531 Feb 07 02:44:05.686185 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4da1861f-dafd-4152-9714-bc503b5ec90d req-ae46ea37-21ec-422c-a0a8-2a9d255a4ff5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422637 Feb 07 02:44:06.810330 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db016e4-3a97-4325-88d3-1198b4c89065 req-35190324-52a0-4037-9b09-c2a44aa02447 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:06.811814 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6db016e4-3a97-4325-88d3-1198b4c89065 req-35190324-52a0-4037-9b09-c2a44aa02447 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0553689 Feb 07 02:44:06.861251 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6db016e4-3a97-4325-88d3-1198b4c89065 req-5206a785-7c97-444c-9986-16701b8ac870 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439558 Feb 07 02:44:07.979901 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b420d-d2d1-44a5-8722-b047e108c95b req-e284564e-657f-476e-ace0-6732210008f2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:07.981442 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4f2b420d-d2d1-44a5-8722-b047e108c95b req-e284564e-657f-476e-ace0-6732210008f2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0506828 Feb 07 02:44:08.022099 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:08.028191 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4f2b420d-d2d1-44a5-8722-b047e108c95b req-9f0567dc-785b-4666-aa47-294210dd2345 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Feb 07 02:44:09.143223 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fedd9b-21d3-47a3-9ce3-65abe069f98e req-989a7496-ac5f-4865-b3a9-f58fa020ce64 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:09.144707 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9fedd9b-21d3-47a3-9ce3-65abe069f98e req-989a7496-ac5f-4865-b3a9-f58fa020ce64 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0516510 Feb 07 02:44:09.190759 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9fedd9b-21d3-47a3-9ce3-65abe069f98e req-e576a5af-cc09-4623-b441-be91a442e0a3 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404789 Feb 07 02:44:10.322094 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3a9e3-e124-4d06-9c50-9e667715d396 req-a64ff531-cf23-48a7-95db-202a5f73ddb0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:10.323822 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b2d3a9e3-e124-4d06-9c50-9e667715d396 req-a64ff531-cf23-48a7-95db-202a5f73ddb0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0583260 Feb 07 02:44:10.373057 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b2d3a9e3-e124-4d06-9c50-9e667715d396 req-25ae3b3b-c7d9-4894-9a7a-3a76a44be74d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427253 Feb 07 02:44:10.576768 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b4b9-3742-4620-99f5-9fc194443282 req-3d8d7de4-609d-45a1-8f61-6a4a8476932f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:10.578208 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-51c6b4b9-3742-4620-99f5-9fc194443282 req-3d8d7de4-609d-45a1-8f61-6a4a8476932f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0582180 Feb 07 02:44:10.647727 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-51c6b4b9-3742-4620-99f5-9fc194443282 req-a6c81b26-cd03-4aed-9ce3-2e4c4f3651d5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639899 Feb 07 02:44:10.656546 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-d4f8c269-d6bc-48fa-be60-582af070fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:10.657972 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-d4f8c269-d6bc-48fa-be60-582af070fbc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 1129 time: 0.0676825 Feb 07 02:44:10.957784 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-b9079d14-2ef2-4266-887c-2835595dc39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:10.959243 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-b9079d14-2ef2-4266-887c-2835595dc39a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 911 time: 0.2943463 Feb 07 02:44:11.644800 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-ad532e6e-f4d1-4e65-9c61-1539ea9e5504 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31050fd3-c258-46e5-9fc0-259b905d695d HTTP/1.1" status: 200 len: 1001 time: 0.0571320 Feb 07 02:44:11.667509 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52070) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:11.765759 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d27aa-5d9a-401f-88c5-e55dbb853a08 req-77b64bf6-5421-462c-b58b-b0db78bc419f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:11.767242 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d28d27aa-5d9a-401f-88c5-e55dbb853a08 req-77b64bf6-5421-462c-b58b-b0db78bc419f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0514033 Feb 07 02:44:11.775745 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7a275150-6fa8-4fdc-b0e8-4a63cf128eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:11.818664 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d28d27aa-5d9a-401f-88c5-e55dbb853a08 req-6155bde3-aa08-4468-801e-b61d040a5773 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455534 Feb 07 02:44:11.848365 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7a275150-6fa8-4fdc-b0e8-4a63cf128eb8 admin admin] Publish callbacks [] for security_group (855ecdff-2957-49ea-b4b5-bc9203c47391), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:11.852192 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7a275150-6fa8-4fdc-b0e8-4a63cf128eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (855ecdff-2957-49ea-b4b5-bc9203c47391), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:11.891066 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-7a275150-6fa8-4fdc-b0e8-4a63cf128eb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b6f9907e1ef424abc47fa37c1d1edeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225487 Feb 07 02:44:11.891916 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a275150-6fa8-4fdc-b0e8-4a63cf128eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855ecdff-2957-49ea-b4b5-bc9203c47391,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:11.893745 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52076) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:11.940327 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1aee-1689-4de5-af30-5a49d1760aca admin admin] Publish callbacks [] for security_group (855ecdff-2957-49ea-b4b5-bc9203c47391), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:11.960951 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1aee-1689-4de5-af30-5a49d1760aca admin admin] Publish callbacks [] for security_group (855ecdff-2957-49ea-b4b5-bc9203c47391), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:11.980146 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:44:12.006329 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1aee-1689-4de5-af30-5a49d1760aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (855ecdff-2957-49ea-b4b5-bc9203c47391), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:12.009008 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1aee-1689-4de5-af30-5a49d1760aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:12.010142 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d6ab1aee-1689-4de5-af30-5a49d1760aca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/855ecdff-2957-49ea-b4b5-bc9203c47391 HTTP/1.1" status: 204 len: 168 time: 0.1153858 Feb 07 02:44:12.018047 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab1aee-1689-4de5-af30-5a49d1760aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ecdff-2957-49ea-b4b5-bc9203c47391,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:12.259165 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52082) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:12.272896 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ef762ff-1641-49a3-a644-cb9636acb592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:12.351097 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ef762ff-1641-49a3-a644-cb9636acb592 admin admin] Publish callbacks [] for security_group (a54fc3ad-4b1d-4fca-b4d5-1e4ca534dce0), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:12.354551 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ef762ff-1641-49a3-a644-cb9636acb592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (a54fc3ad-4b1d-4fca-b4d5-1e4ca534dce0), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:12.390466 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef762ff-1641-49a3-a644-cb9636acb592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54fc3ad-4b1d-4fca-b4d5-1e4ca534dce0,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:12.399854 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6ef762ff-1641-49a3-a644-cb9636acb592 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=700dc2b5f0d2416cb70d443830af9b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394949 Feb 07 02:44:12.400629 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52086) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:12.425844 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-914e3ccb-af46-440f-8a5d-f0f2637e63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:12.427377 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-914e3ccb-af46-440f-8a5d-f0f2637e63ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 200 len: 849 time: 0.0458374 Feb 07 02:44:12.451326 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-979f63c8-f6d0-48d1-ba74-68564d89cb14 admin admin] Publish callbacks [] for security_group (a54fc3ad-4b1d-4fca-b4d5-1e4ca534dce0), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:12.472945 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-979f63c8-f6d0-48d1-ba74-68564d89cb14 admin admin] Publish callbacks [] for security_group (a54fc3ad-4b1d-4fca-b4d5-1e4ca534dce0), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:12.518380 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-979f63c8-f6d0-48d1-ba74-68564d89cb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (a54fc3ad-4b1d-4fca-b4d5-1e4ca534dce0), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:12.521816 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-979f63c8-f6d0-48d1-ba74-68564d89cb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:12.522946 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-979f63c8-f6d0-48d1-ba74-68564d89cb14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a54fc3ad-4b1d-4fca-b4d5-1e4ca534dce0 HTTP/1.1" status: 204 len: 168 time: 0.1214113 Feb 07 02:44:12.530662 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f63c8-f6d0-48d1-ba74-68564d89cb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54fc3ad-4b1d-4fca-b4d5-1e4ca534dce0,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:12.935756 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87cd35-b97f-4b07-9fe1-ec1f11327358 req-f73bd159-91eb-4bc6-87ae-a2a39496e5e5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:12.937256 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-bc87cd35-b97f-4b07-9fe1-ec1f11327358 req-f73bd159-91eb-4bc6-87ae-a2a39496e5e5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0512295 Feb 07 02:44:12.988037 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-bc87cd35-b97f-4b07-9fe1-ec1f11327358 req-d0660003-2b5c-44ae-ab2d-343aa2009890 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452969 Feb 07 02:44:13.325509 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-5dd13ae3-a42f-4666-bcb2-f5ef33eff9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:13.327020 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-5dd13ae3-a42f-4666-bcb2-f5ef33eff9e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455863 Feb 07 02:44:13.425439 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-ead7a8e1-3643-42ab-a775-28e63af3605b service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874205 Feb 07 02:44:13.511209 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ffa5cc9d-3219-436e-8195-6babb4a3abc7 req-8569f4cd-9133-4235-9b81-a7276685490a service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826552 Feb 07 02:44:14.113694 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61bd80-8af4-4b71-82c0-e0de3f5a1f8c req-35ff95f9-4102-4d08-a38b-723cea9e742d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:14.115231 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9e61bd80-8af4-4b71-82c0-e0de3f5a1f8c req-35ff95f9-4102-4d08-a38b-723cea9e742d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0605581 Feb 07 02:44:14.164579 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9e61bd80-8af4-4b71-82c0-e0de3f5a1f8c req-14214648-d32b-43b8-842f-f75fd2c2aa6f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433373 Feb 07 02:44:15.292563 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b46c0-c632-4466-9646-535ca256efb9 req-ed191f3b-5d6d-4c11-9a10-bc472f7cc2f2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:15.294039 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6a4b46c0-c632-4466-9646-535ca256efb9 req-ed191f3b-5d6d-4c11-9a10-bc472f7cc2f2 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0626421 Feb 07 02:44:15.340320 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6a4b46c0-c632-4466-9646-535ca256efb9 req-1830bb91-128a-4c0b-b43a-0cfa610da9a9 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407946 Feb 07 02:44:15.369405 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-037e1a1f-6f66-4fc9-a7a8-d9913799e21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:17.777481 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-85783255-fc95-455f-90a1-89a798c63c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:18.852606 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:19.442454 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52196) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:19.543949 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f7f6-c6c3-41fa-9e0c-eaf4e825e094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:19.618247 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f7f6-c6c3-41fa-9e0c-eaf4e825e094 admin admin] Publish callbacks [] for security_group (8e68d474-70ce-4402-ad7a-4a8adc4ae865), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:19.621930 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ddc2f7f6-c6c3-41fa-9e0c-eaf4e825e094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (8e68d474-70ce-4402-ad7a-4a8adc4ae865), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:19.658874 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ddc2f7f6-c6c3-41fa-9e0c-eaf4e825e094 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df8a50ddd7e04eec83877794d5a284de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153561 Feb 07 02:44:19.659752 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2f7f6-c6c3-41fa-9e0c-eaf4e825e094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e68d474-70ce-4402-ad7a-4a8adc4ae865,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:19.662138 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52200) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:19.709731 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f896a3f3-cd0c-4856-9f80-12b5416a39b2 admin admin] Publish callbacks [] for security_group (8e68d474-70ce-4402-ad7a-4a8adc4ae865), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:19.729982 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f896a3f3-cd0c-4856-9f80-12b5416a39b2 admin admin] Publish callbacks [] for security_group (8e68d474-70ce-4402-ad7a-4a8adc4ae865), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:19.775488 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f896a3f3-cd0c-4856-9f80-12b5416a39b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (8e68d474-70ce-4402-ad7a-4a8adc4ae865), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:19.778045 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f896a3f3-cd0c-4856-9f80-12b5416a39b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:19.779178 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-f896a3f3-cd0c-4856-9f80-12b5416a39b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e68d474-70ce-4402-ad7a-4a8adc4ae865 HTTP/1.1" status: 204 len: 168 time: 0.1159925 Feb 07 02:44:19.786995 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896a3f3-cd0c-4856-9f80-12b5416a39b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e68d474-70ce-4402-ad7a-4a8adc4ae865,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:20.028505 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52208) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:20.041290 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-736a0f74-fa5b-4fbf-a8c0-771013cef721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:20.125878 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-736a0f74-fa5b-4fbf-a8c0-771013cef721 admin admin] Publish callbacks [] for security_group (d770ea39-e58f-4353-8b43-db250709c4d7), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:20.129523 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-736a0f74-fa5b-4fbf-a8c0-771013cef721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d770ea39-e58f-4353-8b43-db250709c4d7), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:20.167113 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-736a0f74-fa5b-4fbf-a8c0-771013cef721 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f89bf97f21c481abf422abfed860dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375673 Feb 07 02:44:20.167946 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a0f74-fa5b-4fbf-a8c0-771013cef721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d770ea39-e58f-4353-8b43-db250709c4d7,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:20.169815 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52214) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:20.218205 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ccce-1d00-4d37-8b5a-0fd4dfef2af0 admin admin] Publish callbacks [] for security_group (d770ea39-e58f-4353-8b43-db250709c4d7), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:20.240035 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ccce-1d00-4d37-8b5a-0fd4dfef2af0 admin admin] Publish callbacks [] for security_group (d770ea39-e58f-4353-8b43-db250709c4d7), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:20.258819 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:20.288142 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ccce-1d00-4d37-8b5a-0fd4dfef2af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d770ea39-e58f-4353-8b43-db250709c4d7), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:20.290624 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ccce-1d00-4d37-8b5a-0fd4dfef2af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:20.291731 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-9bf5ccce-1d00-4d37-8b5a-0fd4dfef2af0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d770ea39-e58f-4353-8b43-db250709c4d7 HTTP/1.1" status: 204 len: 168 time: 0.1209412 Feb 07 02:44:20.299821 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5ccce-1d00-4d37-8b5a-0fd4dfef2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d770ea39-e58f-4353-8b43-db250709c4d7,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:21.922969 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:23.746146 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331e70e-db66-4552-b536-834d25dd32c8 req-63e6088a-e43b-43c3-80d9-c59449ccc7bb tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:23.747682 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9331e70e-db66-4552-b536-834d25dd32c8 req-63e6088a-e43b-43c3-80d9-c59449ccc7bb tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 945 time: 0.0517056 Feb 07 02:44:23.796210 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9331e70e-db66-4552-b536-834d25dd32c8 req-2b8bd565-8a36-41f3-b568-41b800d41b6d tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429997 Feb 07 02:44:24.914614 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1e496-0865-4f20-8d59-652f01c65aa3 req-841a57f8-21f6-4118-9cd5-c1525869226e tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:24.916042 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cfe1e496-0865-4f20-8d59-652f01c65aa3 req-841a57f8-21f6-4118-9cd5-c1525869226e tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 945 time: 0.0510001 Feb 07 02:44:24.960836 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cfe1e496-0865-4f20-8d59-652f01c65aa3 req-3d73846e-438f-4e0f-a820-a02df7af9aa5 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392177 Feb 07 02:44:26.075925 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d7a6a-644c-4521-af2a-8f590d4327f9 req-7706f4ff-f93c-4169-9e6f-e776baa80a43 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:26.077413 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b44d7a6a-644c-4521-af2a-8f590d4327f9 req-7706f4ff-f93c-4169-9e6f-e776baa80a43 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 945 time: 0.0509338 Feb 07 02:44:26.124258 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b44d7a6a-644c-4521-af2a-8f590d4327f9 req-dd3e2357-aa9c-46f8-9908-74f9fde7f378 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Feb 07 02:44:27.238467 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044474b2-10c9-4418-86c9-2a5a66c34123 req-c8b17f0e-856a-4719-bb6c-2ca9c50dd1be tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:27.239910 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-044474b2-10c9-4418-86c9-2a5a66c34123 req-c8b17f0e-856a-4719-bb6c-2ca9c50dd1be tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 945 time: 0.0509119 Feb 07 02:44:27.289725 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-044474b2-10c9-4418-86c9-2a5a66c34123 req-31117265-d4aa-42f1-8d7d-daa7f97fb8d0 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442967 Feb 07 02:44:28.118720 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-7ec6246f-3b5e-47e0-bd83-baa37e7101ea tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:28.120111 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-7ec6246f-3b5e-47e0-bd83-baa37e7101ea tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.13 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 945 time: 0.0494909 Feb 07 02:44:28.212142 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Deleting port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:44:28.212515 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:28.298913 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] For port 9b0e82a6-2eb4-4920-b5da-a955de9262b3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9b0e82a6-2eb4-4920-b5da-a955de9262b3,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:28.299576 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:28.311367 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Calling delete_port for 9b0e82a6-2eb4-4920-b5da-a955de9262b3 owned by compute:nova {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:44:28.405992 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d83fd-f710-4717-b680-e3d20ecbaf71 req-dfff45bd-e46c-464c-998c-f8c58b24d40f tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:28.407468 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-720d83fd-f710-4717-b680-e3d20ecbaf71 req-dfff45bd-e46c-464c-998c-f8c58b24d40f tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5 HTTP/1.1" status: 200 len: 945 time: 0.0517883 Feb 07 02:44:28.439192 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (9b0e82a6-2eb4-4920-b5da-a955de9262b3), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:28.454763 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-720d83fd-f710-4717-b680-e3d20ecbaf71 req-88c94282-0db5-4bd1-bce3-a7e4837ab53d tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Feb 07 02:44:28.468114 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Pushing event deleted for resources: {'Port': ['ID=9b0e82a6-2eb4-4920-b5da-a955de9262b3,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:28.509361 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] No DVR routers for this DVR port 9b0e82a6-2eb4-4920-b5da-a955de9262b3 on host hv-cinder-82806 {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:44:28.511849 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:28.515155 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0497152b-d4d7-4f65-90a5-e8ef1b95b8b4 req-0538646a-38aa-46da-9126-cd9673f47d65 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.13 "DELETE /v2.0/ports/9b0e82a6-2eb4-4920-b5da-a955de9262b3 HTTP/1.1" status: 204 len: 173 time: 0.3891718 Feb 07 02:44:28.515605 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5', 'name': 'network-vif-deleted', 'tag': '9b0e82a6-2eb4-4920-b5da-a955de9262b3'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:44:28.517801 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a92f50-a442-421c-88b5-6a1db542d180" -d '{"events": [{"server_uuid": "aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5", "name": "network-vif-deleted", "tag": "9b0e82a6-2eb4-4920-b5da-a955de9262b3"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:44:28.555024 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f6b4be-9a5a-4f1a-9df3-b8a24e89fea0 x-openstack-request-id: req-c9f6b4be-9a5a-4f1a-9df3-b8a24e89fea0 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:44:28.555310 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5", "name": "network-vif-deleted", "tag": "9b0e82a6-2eb4-4920-b5da-a955de9262b3", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:44:28.555557 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9f6b4be-9a5a-4f1a-9df3-b8a24e89fea0 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:44:28.555957 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb98f19-3e3e-4c78-ba0d-6f9ca22883c5', 'name': 'network-vif-deleted', 'tag': '9b0e82a6-2eb4-4920-b5da-a955de9262b3', 'status': 'completed', 'code': 200} Feb 07 02:44:29.174744 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52338) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:29.274860 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.349503 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Publish callbacks [] for security_group (b350baf6-d2fe-4500-9092-ff848aa15311), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.353875 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b350baf6-d2fe-4500-9092-ff848aa15311), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.390062 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79ed72c334c747c6bea0765fcc995083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142794 Feb 07 02:44:29.391221 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b350baf6-d2fe-4500-9092-ff848aa15311,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:29.392758 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52342) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:29.398713 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.399070 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.399399 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.399731 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.400059 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.400406 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.400733 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.401055 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.401376 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.401698 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.402015 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.402328 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.402639 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23da535-7b63-4804-a049-8d5b2fe0cd02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:29.439082 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4622-fb05-4ec5-9c48-aabdeeefd033 admin admin] Publish callbacks [] for security_group (b350baf6-d2fe-4500-9092-ff848aa15311), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.460581 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4622-fb05-4ec5-9c48-aabdeeefd033 admin admin] Publish callbacks [] for security_group (b350baf6-d2fe-4500-9092-ff848aa15311), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.509988 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4622-fb05-4ec5-9c48-aabdeeefd033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b350baf6-d2fe-4500-9092-ff848aa15311), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.512842 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4622-fb05-4ec5-9c48-aabdeeefd033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.513998 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e8cd4622-fb05-4ec5-9c48-aabdeeefd033 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b350baf6-d2fe-4500-9092-ff848aa15311 HTTP/1.1" status: 204 len: 168 time: 0.1201961 Feb 07 02:44:29.525500 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd4622-fb05-4ec5-9c48-aabdeeefd033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b350baf6-d2fe-4500-9092-ff848aa15311,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:29.790357 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52354) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:29.803085 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d36a8ef-c840-4cae-b1a9-2e9941684fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.872696 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d36a8ef-c840-4cae-b1a9-2e9941684fb6 admin admin] Publish callbacks [] for security_group (c88ea5d1-de0d-4455-a8bc-bc2495ba712f), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.875903 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d36a8ef-c840-4cae-b1a9-2e9941684fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (c88ea5d1-de0d-4455-a8bc-bc2495ba712f), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.912146 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-2d36a8ef-c840-4cae-b1a9-2e9941684fb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be524d495b72484b946f828ad55b233f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1207583 Feb 07 02:44:29.913527 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36a8ef-c840-4cae-b1a9-2e9941684fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ea5d1-de0d-4455-a8bc-bc2495ba712f,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:29.915446 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52356) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:29.961879 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-582a8bab-6663-475c-a87c-fd6d6423a4c3 admin admin] Publish callbacks [] for security_group (c88ea5d1-de0d-4455-a8bc-bc2495ba712f), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:29.982314 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-582a8bab-6663-475c-a87c-fd6d6423a4c3 admin admin] Publish callbacks [] for security_group (c88ea5d1-de0d-4455-a8bc-bc2495ba712f), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:30.028016 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-582a8bab-6663-475c-a87c-fd6d6423a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (c88ea5d1-de0d-4455-a8bc-bc2495ba712f), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:30.030513 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-582a8bab-6663-475c-a87c-fd6d6423a4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:30.031703 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-582a8bab-6663-475c-a87c-fd6d6423a4c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c88ea5d1-de0d-4455-a8bc-bc2495ba712f HTTP/1.1" status: 204 len: 168 time: 0.1152797 Feb 07 02:44:30.039607 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a8bab-6663-475c-a87c-fd6d6423a4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ea5d1-de0d-4455-a8bc-bc2495ba712f,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:30.757979 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 9b0e82a6-2eb4-4920-b5da-a955de9262b3 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:44:30.777647 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 9b0e82a6-2eb4-4920-b5da-a955de9262b3 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:44:30.777993 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 9b0e82a6-2eb4-4920-b5da-a955de9262b3 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:44:34.829268 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52478) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:34.931682 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f1a9484b-d3e5-469e-90b9-dd3ddb7d1f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.006906 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f1a9484b-d3e5-469e-90b9-dd3ddb7d1f6a admin admin] Publish callbacks [] for security_group (31e6d458-3445-453f-b41f-d6fe8186e988), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.011061 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f1a9484b-d3e5-469e-90b9-dd3ddb7d1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (31e6d458-3445-453f-b41f-d6fe8186e988), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.056007 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f1a9484b-d3e5-469e-90b9-dd3ddb7d1f6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=951a8022f98d446d92f7c2217786b618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225475 Feb 07 02:44:35.056007 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9484b-d3e5-469e-90b9-dd3ddb7d1f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e6d458-3445-453f-b41f-d6fe8186e988,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:35.056323 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52486) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:35.106069 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Publish callbacks [] for security_group (31e6d458-3445-453f-b41f-d6fe8186e988), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.127931 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Publish callbacks [] for security_group (31e6d458-3445-453f-b41f-d6fe8186e988), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.178702 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (31e6d458-3445-453f-b41f-d6fe8186e988), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.181359 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.182482 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31e6d458-3445-453f-b41f-d6fe8186e988 HTTP/1.1" status: 204 len: 168 time: 0.1244564 Feb 07 02:44:35.189919 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e6d458-3445-453f-b41f-d6fe8186e988,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:35.196834 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.197449 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.197811 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.198122 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.198448 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.198771 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.199093 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.199414 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.199737 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.200043 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.200950 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.201280 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.201600 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca73518a-f9bb-4d38-b739-d52bd25c9d4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:35.430055 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52494) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:35.442727 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-117ddbd2-a2b3-4a73-9546-cb5d985a61ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.517802 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-117ddbd2-a2b3-4a73-9546-cb5d985a61ff admin admin] Publish callbacks [] for security_group (c2a93833-f929-4bd8-ba69-3bee110f3f6d), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.521574 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-117ddbd2-a2b3-4a73-9546-cb5d985a61ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (c2a93833-f929-4bd8-ba69-3bee110f3f6d), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.558053 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-117ddbd2-a2b3-4a73-9546-cb5d985a61ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb0fc0c48b4d4047b29a4d9fa504de63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269696 Feb 07 02:44:35.558902 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ddbd2-a2b3-4a73-9546-cb5d985a61ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a93833-f929-4bd8-ba69-3bee110f3f6d,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:35.560783 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52496) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:35.609262 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-05bbcda9-1e23-4aa1-a5c6-233a476d22bf admin admin] Publish callbacks [] for security_group (c2a93833-f929-4bd8-ba69-3bee110f3f6d), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.629556 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-05bbcda9-1e23-4aa1-a5c6-233a476d22bf admin admin] Publish callbacks [] for security_group (c2a93833-f929-4bd8-ba69-3bee110f3f6d), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.676612 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-05bbcda9-1e23-4aa1-a5c6-233a476d22bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (c2a93833-f929-4bd8-ba69-3bee110f3f6d), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.679217 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-05bbcda9-1e23-4aa1-a5c6-233a476d22bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:35.680648 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-05bbcda9-1e23-4aa1-a5c6-233a476d22bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2a93833-f929-4bd8-ba69-3bee110f3f6d HTTP/1.1" status: 204 len: 168 time: 0.1178555 Feb 07 02:44:35.688392 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbcda9-1e23-4aa1-a5c6-233a476d22bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a93833-f929-4bd8-ba69-3bee110f3f6d,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:35.987393 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52502) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:36.000753 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d0c9e3e2-1371-4f70-a181-9dbbce85a1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:36.073452 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d0c9e3e2-1371-4f70-a181-9dbbce85a1c9 admin admin] Publish callbacks [] for security_group (d619c8f1-6884-4118-9bf5-a6319c5ae579), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:36.076962 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d0c9e3e2-1371-4f70-a181-9dbbce85a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d619c8f1-6884-4118-9bf5-a6319c5ae579), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:36.114799 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d0c9e3e2-1371-4f70-a181-9dbbce85a1c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6eabbd96590e4be3be899c8f8c6c948b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263254 Feb 07 02:44:36.115681 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9e3e2-1371-4f70-a181-9dbbce85a1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d619c8f1-6884-4118-9bf5-a6319c5ae579,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:36.118447 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52504) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:36.167624 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-700f8c61-5ac4-4b73-88f3-f1f989057d5d admin admin] Publish callbacks [] for security_group (d619c8f1-6884-4118-9bf5-a6319c5ae579), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:36.188890 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-700f8c61-5ac4-4b73-88f3-f1f989057d5d admin admin] Publish callbacks [] for security_group (d619c8f1-6884-4118-9bf5-a6319c5ae579), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:36.235090 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-700f8c61-5ac4-4b73-88f3-f1f989057d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d619c8f1-6884-4118-9bf5-a6319c5ae579), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:36.237759 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-700f8c61-5ac4-4b73-88f3-f1f989057d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:36.238885 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-700f8c61-5ac4-4b73-88f3-f1f989057d5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d619c8f1-6884-4118-9bf5-a6319c5ae579 HTTP/1.1" status: 204 len: 168 time: 0.1187878 Feb 07 02:44:36.247380 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f8c61-5ac4-4b73-88f3-f1f989057d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d619c8f1-6884-4118-9bf5-a6319c5ae579,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:38.043759 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:38.479125 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-6f9324fc-6183-41be-b646-e3528f2ff51f tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:38.480772 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-6f9324fc-6183-41be-b646-e3528f2ff51f tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/networks?id=f6a95c12-7433-4831-b1a9-c17b1d7605d1 HTTP/1.1" status: 200 len: 814 time: 0.1051672 Feb 07 02:44:38.496369 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-af77f76b-77ca-44d8-bddb-842613878403 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/quotas/4cc0a066776349848e07e28a79e43871 HTTP/1.1" status: 200 len: 375 time: 0.0096228 Feb 07 02:44:38.527968 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-50d51b65-61c3-40b2-b566-817390377e6e tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cc0a066776349848e07e28a79e43871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263596 Feb 07 02:44:38.568298 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-d7a39f39-dbaf-4a1f-a5fb-abd5ae3ec65e tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8e4f247639f048bea0218c27d183aef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310330 Feb 07 02:44:38.621374 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-e5891b98-245a-4b32-b3b7-37f459cb1057 service neutron] 10.222.0.15 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867429 Feb 07 02:44:38.710927 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-78587520-4e4d-418b-8ea5-f44e5486093c service neutron] 10.222.0.15 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Feb 07 02:44:38.746710 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-aa97ca93-b60c-42be-a870-cbb14de2070e tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:38.748157 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-aa97ca93-b60c-42be-a870-cbb14de2070e tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745389 Feb 07 02:44:38.762068 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-dcd3ffa1-ecc0-4e61-b9cc-f45c996472a2 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/quotas/8e4f247639f048bea0218c27d183aef3 HTTP/1.1" status: 200 len: 375 time: 0.0087597 Feb 07 02:44:38.792781 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-0742185b-27ff-49bd-858a-e546454a65a1 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e4f247639f048bea0218c27d183aef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256550 Feb 07 02:44:38.875963 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f8fe591c-0203-48ab-8f3a-024f51586934 req-ec8d2ad7-e854-4ba4-85d2-65a59d7861cd tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 210 time: 0.0283802 Feb 07 02:44:38.967893 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d84b2dc1-1b4d-40cc-97f6-cfe6a922fb27 req-1ed1279d-b6ce-4d50-9485-eb43b1a26c69 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 210 time: 0.0280709 Feb 07 02:44:39.439716 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-b7b20d99-2ca4-43da-8014-503828af1c50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516973 Feb 07 02:44:39.505278 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-04effd60-4200-4ebb-80d0-e3a0f2288268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:39.506759 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-04effd60-4200-4ebb-80d0-e3a0f2288268 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 1130 time: 0.0424349 Feb 07 02:44:39.620321 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-995af50c-63d6-4ba1-b62b-689e202fda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:39.621805 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-995af50c-63d6-4ba1-b62b-689e202fda7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.0860839 Feb 07 02:44:39.685771 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-6e1cde23-9df3-43af-8cc5-6bb4d186f8ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739 HTTP/1.1" status: 200 len: 1000 time: 0.0559175 Feb 07 02:44:39.735317 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-7f3e4889-a96b-41c0-8864-3956253c94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:39.736844 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-7f3e4889-a96b-41c0-8864-3956253c94b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0425549 Feb 07 02:44:39.798324 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-51b958ee-eb8a-477a-b6f2-8184eb799436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:39.799777 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-51b958ee-eb8a-477a-b6f2-8184eb799436 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480282 Feb 07 02:44:39.915196 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-e6d39229-fd27-4411-b0ce-46c592dad267 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062946 Feb 07 02:44:39.951273 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-d61f6726-1cfd-4e6b-9cb4-df361d0933b9 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:39.954062 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-d61f6726-1cfd-4e6b-9cb4-df361d0933b9 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.13 "GET /v2.0/networks?id=f6a95c12-7433-4831-b1a9-c17b1d7605d1 HTTP/1.1" status: 200 len: 814 time: 0.1242139 Feb 07 02:44:39.981672 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Request body: {'port': {'device_id': '8e14e7b1-f712-4ee7-84ea-36c55877b55c', 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1', 'admin_state_up': True, 'tenant_id': '4cc0a066776349848e07e28a79e43871'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:40.030750 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a39f22a7-031d-4c18-b337-34850017c1c5 req-74d282fd-99f3-4fee-9e3e-6132d0dfd9b5 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056731 Feb 07 02:44:40.085761 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-fc96423a-a9f4-4c22-9804-68bb34a33afa tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8e4f247639f048bea0218c27d183aef3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984378 Feb 07 02:44:40.095734 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-dcd24a0c-f259-432b-9151-bac445c127c8 req-93b82cbb-0e89-4210-b652-956c2e5c2b1a tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 210 time: 0.0474355 Feb 07 02:44:40.110904 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bbeaaba9-82ff-4a17-8a91-7ecb29b867f9 req-01dafabc-99c2-49ae-81c1-91e182bc5b84 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 210 time: 0.1018374 Feb 07 02:44:40.252867 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-e04069f4-306c-486b-9be6-ccc825c7a2f4 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:40.254203 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-e04069f4-306c-486b-9be6-ccc825c7a2f4 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457984 Feb 07 02:44:40.255194 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Made reservation on behalf of 4cc0a066776349848e07e28a79e43871 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:44:40.258289 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:40.272258 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Request body: {'port': {'device_id': '29811dd8-5537-4d8f-92d6-270ba8922d73', 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf', 'admin_state_up': True, 'tenant_id': '8e4f247639f048bea0218c27d183aef3'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:40.460032 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Allocated IP 172.20.0.11 (f6a95c12-7433-4831-b1a9-c17b1d7605d1/889a1498-240f-4ad3-8042-dc48f6c3d562/819eebe2-bd5d-4b53-8397-5204d3026581) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:44:40.462603 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Made reservation on behalf of 8e4f247639f048bea0218c27d183aef3 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:44:40.465886 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:40.481397 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:40.662718 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks [] for security_group (ea282073-fd63-4b66-a510-10fc7ed70054), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:40.670420 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ea282073-fd63-4b66-a510-10fc7ed70054), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:40.674995 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks [] for port (819eebe2-bd5d-4b53-8397-5204d3026581), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:40.747454 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea282073-fd63-4b66-a510-10fc7ed70054,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:40.805065 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:40.876322 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Allocated IP 192.168.233.228 (d7927b53-4133-4217-ae0a-a2ca86f1bedf/bd108f80-923b-4078-8b9d-ac6f7179cadb/eab65116-282a-47c3-9282-77e8f6e94a4a) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:44:40.886738 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Network f6a95c12-7433-4831-b1a9-c17b1d7605d1 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:44:40.893911 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:44:40.899544 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:44:40.904382 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Pushing event updated for resources: {'Port': ['ID=819eebe2-bd5d-4b53-8397-5204d3026581,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:40.979292 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:40.979950 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:41.034465 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-501e9691-c028-4c4a-bdc3-615a91b9af32 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0591180 Feb 07 02:44:41.047700 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Request body: {'port': {'device_id': '8e14e7b1-f712-4ee7-84ea-36c55877b55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:41.139097 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:41.154671 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks [] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:41.196743 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-38ee0b79-ae85-459c-9592-193e2211191c req-a19d2fe3-70b2-4f8f-943d-8358270d27e9 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 210 time: 0.0312321 Feb 07 02:44:41.332300 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:41.347042 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb391fde-ca87-47e4-ab0d-4a41e0cfec93 req-e3282695-02cf-4df9-9101-9e2ee17499db tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:41.348513 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cb391fde-ca87-47e4-ab0d-4a41e0cfec93 req-e3282695-02cf-4df9-9101-9e2ee17499db tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 932 time: 0.1629863 Feb 07 02:44:41.445843 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Network d7927b53-4133-4217-ae0a-a2ca86f1bedf is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:44:41.459125 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:44:41.468431 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Pushing event updated for resources: {'Port': ['ID=eab65116-282a-47c3-9282-77e8f6e94a4a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:41.471465 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:44:41.700666 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-64fc3fb1-7682-401c-92ec-4107f3847a15 None None] Provisioning complete for port eab65116-282a-47c3-9282-77e8f6e94a4a triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:44:41.701404 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-64fc3fb1-7682-401c-92ec-4107f3847a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:41.740046 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-64fc3fb1-7682-401c-92ec-4107f3847a15 None None] Port eab65116-282a-47c3-9282-77e8f6e94a4a cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:44:41.775685 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cb391fde-ca87-47e4-ab0d-4a41e0cfec93 req-dbf726e1-86a1-4934-864d-72f78c0ef398 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127886 Feb 07 02:44:41.811091 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:41.811691 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:41.847283 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-28018a3a-88af-44b2-ad86-3ed570dfc22d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5798800 Feb 07 02:44:41.863960 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Request body: {'port': {'device_id': '29811dd8-5537-4d8f-92d6-270ba8922d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:41.885301 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819eebe2-bd5d-4b53-8397-5204d3026581 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:44:41.895164 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Publish callbacks [] for port (819eebe2-bd5d-4b53-8397-5204d3026581), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:41.914824 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Transition to ACTIVE for port object 819eebe2-bd5d-4b53-8397-5204d3026581 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:44:41.929764 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:41.978032 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:41.986258 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Pushing event updated for resources: {'Port': ['ID=819eebe2-bd5d-4b53-8397-5204d3026581,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:42.145649 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Attempting to bind port 819eebe2-bd5d-4b53-8397-5204d3026581 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:44:42.145987 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Attempting to bind port 819eebe2-bd5d-4b53-8397-5204d3026581 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:44:42.146310 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Attempting to bind port 819eebe2-bd5d-4b53-8397-5204d3026581 on network f6a95c12-7433-4831-b1a9-c17b1d7605d1 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:44:42.154323 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Port 819eebe2-bd5d-4b53-8397-5204d3026581 on network f6a95c12-7433-4831-b1a9-c17b1d7605d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:44:42.154636 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Attempting to bind port 819eebe2-bd5d-4b53-8397-5204d3026581 on network f6a95c12-7433-4831-b1a9-c17b1d7605d1 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:44:42.165108 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:44:42.165436 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Checking segment: {'id': 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:44:42.165811 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Bound using segment: {'id': 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:44:42.166223 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Bound port: 819eebe2-bd5d-4b53-8397-5204d3026581, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:44:42.166571 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:42.297696 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] For port 819eebe2-bd5d-4b53-8397-5204d3026581, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:44:42.314887 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] For port 819eebe2-bd5d-4b53-8397-5204d3026581, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=819eebe2-bd5d-4b53-8397-5204d3026581,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:44:42.323600 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543aeaf-f05c-4afb-9fa0-8cd9b2732386 req-07f4b1ba-28f6-431a-add4-a15683ce695f tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:42.325538 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1543aeaf-f05c-4afb-9fa0-8cd9b2732386 req-07f4b1ba-28f6-431a-add4-a15683ce695f tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 936 time: 0.0608449 Feb 07 02:44:42.328399 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:42.372902 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1543aeaf-f05c-4afb-9fa0-8cd9b2732386 req-6d8f2951-22f2-4d13-aa5a-d5c4f17bd32d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409341 Feb 07 02:44:42.393525 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:42.393525 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:42.393525 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] 10.222.0.13 "PUT /v2.0/ports/819eebe2-bd5d-4b53-8397-5204d3026581 HTTP/1.1" status: 200 len: 1094 time: 1.3449183 Feb 07 02:44:42.393525 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e14e7b1-f712-4ee7-84ea-36c55877b55c', 'tag': '819eebe2-bd5d-4b53-8397-5204d3026581'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:44:42.393525 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e14e7b1-f712-4ee7-84ea-36c55877b55c", "tag": "819eebe2-bd5d-4b53-8397-5204d3026581"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:44:42.410059 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab65116-282a-47c3-9282-77e8f6e94a4a {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:44:42.424028 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Publish callbacks [] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:42.433179 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60acd4-2f5a-4492-9f56-f748782f3185 service neutron] Pushing event updated for resources: {'Port': ['ID=819eebe2-bd5d-4b53-8397-5204d3026581,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:42.449764 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18234c67-17e8-41dd-a1bc-caf65cf00fd0 x-openstack-request-id: req-18234c67-17e8-41dd-a1bc-caf65cf00fd0 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:44:42.450047 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e14e7b1-f712-4ee7-84ea-36c55877b55c", "tag": "819eebe2-bd5d-4b53-8397-5204d3026581", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:44:42.450294 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18234c67-17e8-41dd-a1bc-caf65cf00fd0 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:44:42.450683 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e14e7b1-f712-4ee7-84ea-36c55877b55c', 'tag': '819eebe2-bd5d-4b53-8397-5204d3026581', 'status': 'completed', 'code': 200} Feb 07 02:44:42.454991 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Transition to ACTIVE for port object eab65116-282a-47c3-9282-77e8f6e94a4a will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:44:42.473441 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:42.540121 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-bdef7427-b1e9-473c-ad60-d19064cd780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:42.541672 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-bdef7427-b1e9-473c-ad60-d19064cd780a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc0a066776349848e07e28a79e43871&device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 1128 time: 0.1031952 Feb 07 02:44:42.542289 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Pushing event updated for resources: {'Port': ['ID=eab65116-282a-47c3-9282-77e8f6e94a4a,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:42.614683 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-f49bba0e-a296-4071-af14-6e41d52fd9ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819eebe2-bd5d-4b53-8397-5204d3026581 HTTP/1.1" status: 200 len: 217 time: 0.0523725 Feb 07 02:44:42.683643 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Attempting to bind port eab65116-282a-47c3-9282-77e8f6e94a4a on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:44:42.683893 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Attempting to bind port eab65116-282a-47c3-9282-77e8f6e94a4a by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'ec8af8ad-abe1-45d3-ab8f-6a7497f404d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:44:42.684219 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Attempting to bind port eab65116-282a-47c3-9282-77e8f6e94a4a on network d7927b53-4133-4217-ae0a-a2ca86f1bedf {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:44:42.687932 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-0d23c0ef-0b39-4c05-b17d-a82fc1b53a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:42.689373 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-0d23c0ef-0b39-4c05-b17d-a82fc1b53a1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=889a1498-240f-4ad3-8042-dc48f6c3d562 HTTP/1.1" status: 200 len: 854 time: 0.0665326 Feb 07 02:44:42.691307 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Port eab65116-282a-47c3-9282-77e8f6e94a4a on network d7927b53-4133-4217-ae0a-a2ca86f1bedf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:44:42.691878 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Attempting to bind port eab65116-282a-47c3-9282-77e8f6e94a4a on network d7927b53-4133-4217-ae0a-a2ca86f1bedf {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:44:42.697817 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:44:42.698146 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Checking segment: {'id': 'ec8af8ad-abe1-45d3-ab8f-6a7497f404d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:44:42.698516 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Bound using segment: {'id': 'ec8af8ad-abe1-45d3-ab8f-6a7497f404d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:44:42.698926 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Bound port: eab65116-282a-47c3-9282-77e8f6e94a4a, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8af8ad-abe1-45d3-ab8f-6a7497f404d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:44:42.699275 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:42.734066 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-2c3a0441-c52c-4e7f-b737-869385eeaa69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6a95c12-7433-4831-b1a9-c17b1d7605d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327880 Feb 07 02:44:42.842493 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] For port eab65116-282a-47c3-9282-77e8f6e94a4a, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:44:42.879803 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] For port eab65116-282a-47c3-9282-77e8f6e94a4a, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=eab65116-282a-47c3-9282-77e8f6e94a4a,segment=NetworkSegment(ec8af8ad-abe1-45d3-ab8f-6a7497f404d2),segment_id=ec8af8ad-abe1-45d3-ab8f-6a7497f404d2)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:44:42.898173 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-f8386d0d-d6d1-42ca-8c1a-238833fd8a16 service neutron] 10.222.0.13 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435943 Feb 07 02:44:42.900760 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:42.995926 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:42.996635 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:42.998064 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] 10.222.0.13 "PUT /v2.0/ports/eab65116-282a-47c3-9282-77e8f6e94a4a HTTP/1.1" status: 200 len: 1098 time: 1.1392601 Feb 07 02:44:43.027433 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1a112-a1e6-4f0a-bd58-e46ca2be7d4c service neutron] Pushing event updated for resources: {'Port': ['ID=eab65116-282a-47c3-9282-77e8f6e94a4a,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:43.041347 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e48ead-6a1d-454e-adaa-8fd9bbd6f126 req-e1a9be87-b2c1-4f2a-975b-addf6cdeb765 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:43.048486 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b1e48ead-6a1d-454e-adaa-8fd9bbd6f126 req-e1a9be87-b2c1-4f2a-975b-addf6cdeb765 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 944 time: 0.1948347 Feb 07 02:44:43.123865 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb623e30-bd1c-4b53-be00-6830128bc3b2 req-0bfee443-3b9d-41a3-84c1-090186b0e0d7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:43.125058 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2b5b85d-12dd-4f8c-85e0-77e502cd4eb0 req-283fc6bd-55e3-4ecd-a0da-349757302f82 service neutron] 10.222.0.13 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149563 Feb 07 02:44:43.128913 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-eb623e30-bd1c-4b53-be00-6830128bc3b2 req-0bfee443-3b9d-41a3-84c1-090186b0e0d7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 946 time: 0.0588300 Feb 07 02:44:43.145208 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b1e48ead-6a1d-454e-adaa-8fd9bbd6f126 req-024221e4-1d54-42c5-94dc-1f10968bd7ac tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955646 Feb 07 02:44:43.163539 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-8e7694c8-04bd-42ff-a697-a55dce767fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:43.163539 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-8e7694c8-04bd-42ff-a697-a55dce767fa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e4f247639f048bea0218c27d183aef3&device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 1132 time: 0.0965025 Feb 07 02:44:43.187769 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-eb623e30-bd1c-4b53-be00-6830128bc3b2 req-296e24fe-dd67-4d54-b3ed-c5850e56b266 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566263 Feb 07 02:44:43.220871 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-3a8b1c9b-5fae-4907-8251-99285072cc2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=eab65116-282a-47c3-9282-77e8f6e94a4a HTTP/1.1" status: 200 len: 217 time: 0.0475168 Feb 07 02:44:43.289731 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-79ec5d7f-2469-4ae0-b763-bd74397aa509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:43.291076 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-79ec5d7f-2469-4ae0-b763-bd74397aa509 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd108f80-923b-4078-8b9d-ac6f7179cadb HTTP/1.1" status: 200 len: 843 time: 0.0525815 Feb 07 02:44:43.293606 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-8b52dc02-5d8e-43ae-a1c3-67ffdfb99c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:43.294928 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-8b52dc02-5d8e-43ae-a1c3-67ffdfb99c4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cc0a066776349848e07e28a79e43871&device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 1128 time: 0.0821152 Feb 07 02:44:43.413280 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-a47f44a5-0d81-47c6-9db9-57a708ca6344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:43.415521 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-a47f44a5-0d81-47c6-9db9-57a708ca6344 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7927b53-4133-4217-ae0a-a2ca86f1bedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1041358 Feb 07 02:44:43.443840 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-6c0bf091-a43e-408c-a1d7-f71cf5337e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:43.445182 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-6c0bf091-a43e-408c-a1d7-f71cf5337e87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6a95c12-7433-4831-b1a9-c17b1d7605d1 HTTP/1.1" status: 200 len: 915 time: 0.1269505 Feb 07 02:44:43.536306 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-1ce1734e-99eb-4eac-a355-ef846515b664 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=819eebe2-bd5d-4b53-8397-5204d3026581 HTTP/1.1" status: 200 len: 217 time: 0.0556011 Feb 07 02:44:43.609349 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890f738-7c9d-4ba5-9098-9009624c3ba2 req-2089e358-b1df-4c4c-849e-3d37878a3804 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:43.610773 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5890f738-7c9d-4ba5-9098-9009624c3ba2 req-2089e358-b1df-4c4c-849e-3d37878a3804 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 948 time: 0.1684933 Feb 07 02:44:43.619478 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-846649d0-ced0-49bf-bd5b-3189b06c151c service neutron] 10.222.0.13 "GET /v2.0/networks/d7927b53-4133-4217-ae0a-a2ca86f1bedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958990 Feb 07 02:44:43.642419 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-42cfa01e-45dc-48e3-bae3-b10220517e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:43.643780 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-42cfa01e-45dc-48e3-bae3-b10220517e76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=889a1498-240f-4ad3-8042-dc48f6c3d562 HTTP/1.1" status: 200 len: 854 time: 0.0995760 Feb 07 02:44:43.718021 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-19ad4fc6-0171-4034-b3e4-3043fc403f56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6a95c12-7433-4831-b1a9-c17b1d7605d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613329 Feb 07 02:44:43.781270 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5890f738-7c9d-4ba5-9098-9009624c3ba2 req-b85060e0-5bce-44a9-8c57-c6baccc25c91 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638494 Feb 07 02:44:43.811858 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad99bf39-b6e7-4571-9905-e45e3e6de033 req-0f0ba824-f277-4482-8f35-5ff598d83198 service neutron] 10.222.0.13 "GET /v2.0/networks/d7927b53-4133-4217-ae0a-a2ca86f1bedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838620 Feb 07 02:44:43.840752 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-890e669e-8186-4b1d-992c-3684c39f754b service neutron] 10.222.0.13 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139829 Feb 07 02:44:43.935292 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17f2b690-f1d3-4a0c-b400-83b3d0104cb7 req-dda70336-8146-4148-8403-3cbe4a900732 service neutron] 10.222.0.13 "GET /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883272 Feb 07 02:44:44.259809 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf3df2-7541-4f0d-9204-2a7ededd6184 req-b0d52b9c-0f80-4438-b1ad-b03011309620 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:44.261299 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ddbf3df2-7541-4f0d-9204-2a7ededd6184 req-b0d52b9c-0f80-4438-b1ad-b03011309620 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 944 time: 0.0517073 Feb 07 02:44:44.307371 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ddbf3df2-7541-4f0d-9204-2a7ededd6184 req-c2afff9b-eb67-47bb-81ac-81e998ee1bd5 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Feb 07 02:44:44.311364 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1cf2a-8e51-4ac8-a364-84da276169da req-48fc36c4-29d5-4dfc-8532-152ccc238a57 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:44.313010 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f6c1cf2a-8e51-4ac8-a364-84da276169da req-48fc36c4-29d5-4dfc-8532-152ccc238a57 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 946 time: 0.0541234 Feb 07 02:44:44.359167 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f6c1cf2a-8e51-4ac8-a364-84da276169da req-394ce45c-20d8-41fb-9a59-1223c3180f42 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406106 Feb 07 02:44:44.452055 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29811dd8-5537-4d8f-92d6-270ba8922d73', 'tag': 'eab65116-282a-47c3-9282-77e8f6e94a4a'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:44:44.454283 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2" -d '{"events": [{"name": "network-changed", "server_uuid": "29811dd8-5537-4d8f-92d6-270ba8922d73", "tag": "eab65116-282a-47c3-9282-77e8f6e94a4a"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:44:44.473802 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 819eebe2-bd5d-4b53-8397-5204d3026581 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:44:44.489533 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05766af5-1c3d-4621-b753-c99c97ae1874 x-openstack-request-id: req-05766af5-1c3d-4621-b753-c99c97ae1874 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:44:44.489904 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29811dd8-5537-4d8f-92d6-270ba8922d73", "tag": "eab65116-282a-47c3-9282-77e8f6e94a4a", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:44:44.490227 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05766af5-1c3d-4621-b753-c99c97ae1874 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:44:44.490696 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29811dd8-5537-4d8f-92d6-270ba8922d73', 'tag': 'eab65116-282a-47c3-9282-77e8f6e94a4a', 'status': 'completed', 'code': 200} Feb 07 02:44:44.552876 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-6069190b-9ae8-49ad-9c6c-26b5ca359ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:44.554368 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-6069190b-9ae8-49ad-9c6c-26b5ca359ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e4f247639f048bea0218c27d183aef3&device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 1132 time: 0.0432849 Feb 07 02:44:44.569644 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 819eebe2-bd5d-4b53-8397-5204d3026581, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=819eebe2-bd5d-4b53-8397-5204d3026581,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:44.582043 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '819eebe2-bd5d-4b53-8397-5204d3026581', 'network_id': 'f6a95c12-7433-4831-b1a9-c17b1d7605d1', 'port_id': '819eebe2-bd5d-4b53-8397-5204d3026581', 'mac_address': 'fa:16:3e:16:df:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889a1498-240f-4ad3-8042-dc48f6c3d562', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:44:44.622829 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 819eebe2-bd5d-4b53-8397-5204d3026581 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:44:44.623223 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:44.636084 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819eebe2-bd5d-4b53-8397-5204d3026581 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:44:44.648873 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-6d9ecadc-c24a-4d2b-8f45-3f12f5fa8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:44.650421 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-6d9ecadc-c24a-4d2b-8f45-3f12f5fa8414 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d7927b53-4133-4217-ae0a-a2ca86f1bedf HTTP/1.1" status: 200 len: 870 time: 0.0863802 Feb 07 02:44:44.655587 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 819eebe2-bd5d-4b53-8397-5204d3026581, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=819eebe2-bd5d-4b53-8397-5204d3026581,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:44.660401 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:44.693763 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-57e9010f-aea4-4c9f-8492-fb640e002d8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=eab65116-282a-47c3-9282-77e8f6e94a4a HTTP/1.1" status: 200 len: 217 time: 0.0353522 Feb 07 02:44:44.708093 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=819eebe2-bd5d-4b53-8397-5204d3026581,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:44.714909 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.715285 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.715634 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.715972 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.716304 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.716664 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.716993 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.717319 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.717702 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.718043 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.718370 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.718692 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.719010 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:44:44.747730 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-529f09cc-81b4-4d11-89ec-82c9464c4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:44.749705 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-529f09cc-81b4-4d11-89ec-82c9464c4b47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd108f80-923b-4078-8b9d-ac6f7179cadb HTTP/1.1" status: 200 len: 843 time: 0.0492692 Feb 07 02:44:44.797755 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-a6dae407-a135-4c39-9ccb-c8504dae4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:44.799262 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-a6dae407-a135-4c39-9ccb-c8504dae4620 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d7927b53-4133-4217-ae0a-a2ca86f1bedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0426319 Feb 07 02:44:44.928961 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476dd8d-91d6-4376-9f4f-06086e424a14 req-0ac596d7-4c26-4858-847c-648eefd564d9 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:44.930437 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f476dd8d-91d6-4376-9f4f-06086e424a14 req-0ac596d7-4c26-4858-847c-648eefd564d9 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 948 time: 0.0819175 Feb 07 02:44:44.933896 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-8d62a013-1455-4c35-8eb3-e1fa95fa4364 service neutron] 10.222.0.13 "GET /v2.0/networks/d7927b53-4133-4217-ae0a-a2ca86f1bedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257832 Feb 07 02:44:44.939981 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['819eebe2-bd5d-4b53-8397-5204d3026581'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:44:45.269527 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f476dd8d-91d6-4376-9f4f-06086e424a14 req-868d4c57-2ed7-4dc4-a723-6fec98e1904a tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333817 Feb 07 02:44:45.301423 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-5f193c26-2638-4bf8-bb5a-3b42bbe0d40d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:45.302864 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-5f193c26-2638-4bf8-bb5a-3b42bbe0d40d tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 946 time: 0.3394566 Feb 07 02:44:45.357568 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-481ec8ca-eb13-4fe9-a6a2-c9e2711f98b2 req-857d1f2e-2e50-4d82-88c3-82d74ac42e00 service neutron] 10.222.0.13 "GET /v2.0/networks/d7927b53-4133-4217-ae0a-a2ca86f1bedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025581 Feb 07 02:44:45.374775 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c418208c-b80c-43ca-a2b5-d9be5e1ad66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:45.415357 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Deleting port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:44:45.415704 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:45.435606 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe246a1-7305-4a50-a188-389734fe05c2 req-e62237ab-2cd9-48b2-8e7e-9c999b086711 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:45.437074 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2fe246a1-7305-4a50-a188-389734fe05c2 req-e62237ab-2cd9-48b2-8e7e-9c999b086711 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 945 time: 0.0547633 Feb 07 02:44:45.486164 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2fe246a1-7305-4a50-a188-389734fe05c2 req-07711f05-a693-4cad-84a4-bf5f94bd463e tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Feb 07 02:44:45.538675 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1968d7-5b9f-4b93-882f-c818c986750d req-b62b6874-042a-44d3-b980-3b48a386ab2a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:45.540063 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f1968d7-5b9f-4b93-882f-c818c986750d req-b62b6874-042a-44d3-b980-3b48a386ab2a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 946 time: 0.0837712 Feb 07 02:44:45.544977 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] For port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:45.545339 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:45.688405 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f1968d7-5b9f-4b93-882f-c818c986750d req-31268bfa-6d1f-4ffb-82d1-d862f7cc56ad tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=6c505976-18f7-47e2-b9ce-15e125b608c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405389 Feb 07 02:44:45.791141 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:45.791430 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (0fe07746-88cf-45b9-9053-b784e28ea5b1), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:45.791742 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.l3_db [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Floating IP 0fe07746-88cf-45b9-9053-b784e28ea5b1 disassociated. External IP: 172.27.1.43, port: 3f7a1081-027b-4f5b-9eed-ae4ba90ec739. Feb 07 02:44:45.792082 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Calling delete_port for 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:44:45.919717 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (3f7a1081-027b-4f5b-9eed-ae4ba90ec739), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:45.949071 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event deleted for resources: {'Port': ['ID=3f7a1081-027b-4f5b-9eed-ae4ba90ec739,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:46.059779 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Router e395b0e6-8172-4070-bfcd-6e3b72d061ba has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:44:46.168964 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:44:46.179337 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] Sync routers for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:44:46.188912 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:44:46.189511 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:44:46.210925 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] No DVR routers for this DVR port 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:44:46.214176 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:46.217437 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8a265910-2dd1-451a-b4c1-a5c9565566f6 req-8bb15c59-bb21-48a8-921a-d9241f4c569b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "DELETE /v2.0/ports/3f7a1081-027b-4f5b-9eed-ae4ba90ec739 HTTP/1.1" status: 204 len: 173 time: 0.9084172 Feb 07 02:44:46.396033 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32fb80-7290-4ab3-9e84-710855c7b54f req-b37b77ec-cca7-43a7-ad50-79278abc1882 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:46.397564 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-be32fb80-7290-4ab3-9e84-710855c7b54f req-b37b77ec-cca7-43a7-ad50-79278abc1882 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 948 time: 0.0529444 Feb 07 02:44:46.442666 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:44:46.445819 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-be32fb80-7290-4ab3-9e84-710855c7b54f req-6df5e2e1-8c0f-4cda-8942-9d9bf0efa4fc tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407269 Feb 07 02:44:46.483099 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device eab65116-282a-47c3-9282-77e8f6e94a4a details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:44:46.485424 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 819eebe2-bd5d-4b53-8397-5204d3026581 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:44:46.492050 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-deleted', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:44:46.494421 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8b7b7-fd91-494b-9edf-35588a0ccc7f" -d '{"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-deleted", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:44:46.546134 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bfb344-c27d-4d96-85cb-2c0a3f6ec964 x-openstack-request-id: req-03bfb344-c27d-4d96-85cb-2c0a3f6ec964 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:44:46.546422 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fcad7f-b24a-4308-908c-3e0522e8cf74", "name": "network-vif-deleted", "tag": "3f7a1081-027b-4f5b-9eed-ae4ba90ec739", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:44:46.546672 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03bfb344-c27d-4d96-85cb-2c0a3f6ec964 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:44:46.547494 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fcad7f-b24a-4308-908c-3e0522e8cf74', 'name': 'network-vif-deleted', 'tag': '3f7a1081-027b-4f5b-9eed-ae4ba90ec739', 'status': 'completed', 'code': 200} Feb 07 02:44:46.610882 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30da431-de47-4160-a63e-836fffbfffee req-34198410-6be5-4a86-8627-3e03d340d12b tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:46.612387 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e30da431-de47-4160-a63e-836fffbfffee req-34198410-6be5-4a86-8627-3e03d340d12b tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 945 time: 0.0519609 Feb 07 02:44:46.680961 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e30da431-de47-4160-a63e-836fffbfffee req-b1214903-7276-4839-956e-7a92dee66407 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597692 Feb 07 02:44:46.737599 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 819eebe2-bd5d-4b53-8397-5204d3026581 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:44:46.752997 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 819eebe2-bd5d-4b53-8397-5204d3026581 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:44:46.753375 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:46.811402 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7e04a356-d47c-4838-9dd8-cc7be06c2dc7 req-a6ab0f81-f989-4b4c-8fef-a2099d06eb27 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=66fcad7f-b24a-4308-908c-3e0522e8cf74 HTTP/1.1" status: 200 len: 210 time: 0.0284204 Feb 07 02:44:46.819814 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port eab65116-282a-47c3-9282-77e8f6e94a4a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=eab65116-282a-47c3-9282-77e8f6e94a4a,segment=NetworkSegment(ec8af8ad-abe1-45d3-ab8f-6a7497f404d2),segment_id=ec8af8ad-abe1-45d3-ab8f-6a7497f404d2)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:46.843489 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': 'eab65116-282a-47c3-9282-77e8f6e94a4a', 'network_id': 'd7927b53-4133-4217-ae0a-a2ca86f1bedf', 'port_id': 'eab65116-282a-47c3-9282-77e8f6e94a4a', 'mac_address': 'fa:16:3e:8c:41:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd108f80-923b-4078-8b9d-ac6f7179cadb', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:44:46.921775 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:44:46.927774 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port eab65116-282a-47c3-9282-77e8f6e94a4a is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:44:46.928158 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:46.964460 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] Checking router: e395b0e6-8172-4070-bfcd-6e3b72d061ba for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:44:46.971604 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 819eebe2-bd5d-4b53-8397-5204d3026581 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:44:46.971990 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:46.976755 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab65116-282a-47c3-9282-77e8f6e94a4a {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:44:47.010851 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:44:47.011457 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:44:47.014099 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port eab65116-282a-47c3-9282-77e8f6e94a4a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=eab65116-282a-47c3-9282-77e8f6e94a4a,segment=NetworkSegment(ec8af8ad-abe1-45d3-ab8f-6a7497f404d2),segment_id=ec8af8ad-abe1-45d3-ab8f-6a7497f404d2)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:47.019144 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e14e7b1-f712-4ee7-84ea-36c55877b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819eebe2-bd5d-4b53-8397-5204d3026581'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:44:47.021372 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88507c6-e478-4a14-b27a-c2b4e286718b" -d '{"events": [{"server_uuid": "8e14e7b1-f712-4ee7-84ea-36c55877b55c", "name": "network-vif-plugged", "status": "completed", "tag": "819eebe2-bd5d-4b53-8397-5204d3026581"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:44:47.088203 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:47.090671 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4c311a-cf91-4262-bfeb-c0f050d40bc1 x-openstack-request-id: req-be4c311a-cf91-4262-bfeb-c0f050d40bc1 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:44:47.091011 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e14e7b1-f712-4ee7-84ea-36c55877b55c", "name": "network-vif-plugged", "status": "completed", "tag": "819eebe2-bd5d-4b53-8397-5204d3026581", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:44:47.091216 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be4c311a-cf91-4262-bfeb-c0f050d40bc1 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:44:47.091604 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e14e7b1-f712-4ee7-84ea-36c55877b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819eebe2-bd5d-4b53-8397-5204d3026581', 'code': 200} Feb 07 02:44:47.097846 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 819eebe2-bd5d-4b53-8397-5204d3026581, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=819eebe2-bd5d-4b53-8397-5204d3026581,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:47.125714 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:47.162588 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=eab65116-282a-47c3-9282-77e8f6e94a4a,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:47.214584 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:44:47.271727 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=819eebe2-bd5d-4b53-8397-5204d3026581,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:47.304106 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d7d2a-cf30-41a2-896d-7fc0ab460b89 req-472c7e30-92aa-4d23-919a-efebaf574d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:47.306303 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b63d7d2a-cf30-41a2-896d-7fc0ab460b89 req-472c7e30-92aa-4d23-919a-efebaf574d41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 1130 time: 0.0487142 Feb 07 02:44:47.352259 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['eab65116-282a-47c3-9282-77e8f6e94a4a'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:44:47.354131 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b63d7d2a-cf30-41a2-896d-7fc0ab460b89 req-0cae1abe-b9f7-42eb-960a-5513275e037a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Feb 07 02:44:47.545956 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:44:47.566800 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c1e24-d38b-4849-8b0e-141d153831ff req-5babe015-2858-48ba-8d1c-d4b9db4c6786 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:47.568283 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-887c1e24-d38b-4849-8b0e-141d153831ff req-5babe015-2858-48ba-8d1c-d4b9db4c6786 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 949 time: 0.0534639 Feb 07 02:44:47.579987 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a5500-6483-4f66-9ee7-f689632a8bdc None None] The sync data for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi is: [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:44:47.621639 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-887c1e24-d38b-4849-8b0e-141d153831ff req-5f626685-1bcd-4cc2-8571-debd327f69e5 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470583 Feb 07 02:44:47.783939 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3623c021-8ccd-4c79-be85-823100a677fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:47.826830 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a2c16-41ef-44b3-a903-1c48be6e00ca req-2978e3d5-9ee4-4ad5-b42c-486a36568a14 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:47.828362 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c89a2c16-41ef-44b3-a903-1c48be6e00ca req-2978e3d5-9ee4-4ad5-b42c-486a36568a14 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 946 time: 0.0723453 Feb 07 02:44:47.836270 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc3c44-1cfd-46ed-aecc-2d6ea0817e84 None None] New status for floating IP 0fe07746-88cf-45b9-9053-b784e28ea5b1: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:44:47.891509 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c89a2c16-41ef-44b3-a903-1c48be6e00ca req-d2cd09c2-126c-4305-a662-59e683be2a10 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558221 Feb 07 02:44:47.914705 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52668) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:47.970358 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1b5957e-1a6d-4c2d-8fcc-8fdee8cf96d6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (6c505976-18f7-47e2-b9ce-15e125b608c3), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:47.994037 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1b5957e-1a6d-4c2d-8fcc-8fdee8cf96d6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (6c505976-18f7-47e2-b9ce-15e125b608c3), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.043980 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1b5957e-1a6d-4c2d-8fcc-8fdee8cf96d6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6c505976-18f7-47e2-b9ce-15e125b608c3), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.046754 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e1b5957e-1a6d-4c2d-8fcc-8fdee8cf96d6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.048080 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e1b5957e-1a6d-4c2d-8fcc-8fdee8cf96d6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "DELETE /v2.0/security-groups/6c505976-18f7-47e2-b9ce-15e125b608c3 HTTP/1.1" status: 204 len: 168 time: 0.1324003 Feb 07 02:44:48.051056 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52670) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:48.058140 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5957e-1a6d-4c2d-8fcc-8fdee8cf96d6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c505976-18f7-47e2-b9ce-15e125b608c3,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:48.074925 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.api.v2.resource [None req-93ff83f3-fcc8-4ebe-93e1-1d0bdc03deab tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] show failed (client error): The resource could not be found. Feb 07 02:44:48.075859 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-93ff83f3-fcc8-4ebe-93e1-1d0bdc03deab tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups/6c505976-18f7-47e2-b9ce-15e125b608c3 HTTP/1.1" status: 404 len: 347 time: 0.0234933 Feb 07 02:44:48.078886 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52672) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:48.211558 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Deleting port 1d233835-c1c2-4482-a7d0-37a744d9e136 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:44:48.211908 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (1d233835-c1c2-4482-a7d0-37a744d9e136), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.287638 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (1d233835-c1c2-4482-a7d0-37a744d9e136), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.287886 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (1d233835-c1c2-4482-a7d0-37a744d9e136), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.299189 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Calling delete_port for 1d233835-c1c2-4482-a7d0-37a744d9e136 owned by network:floatingip {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:44:48.439486 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (1d233835-c1c2-4482-a7d0-37a744d9e136), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.467984 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event deleted for resources: {'Port': ['ID=1d233835-c1c2-4482-a7d0-37a744d9e136,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:48.496675 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device eab65116-282a-47c3-9282-77e8f6e94a4a up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:44:48.553180 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (0fe07746-88cf-45b9-9053-b784e28ea5b1), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.555487 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port eab65116-282a-47c3-9282-77e8f6e94a4a completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:44:48.556302 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.557498 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-da55e960-9ebd-43a1-8200-6eaf92ab42fc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "DELETE /v2.0/floatingips/0fe07746-88cf-45b9-9053-b784e28ea5b1 HTTP/1.1" status: 204 len: 168 time: 0.4775825 Feb 07 02:44:48.560246 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port eab65116-282a-47c3-9282-77e8f6e94a4a triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:44:48.560645 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.643879 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port eab65116-282a-47c3-9282-77e8f6e94a4a is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:44:48.644264 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.680043 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port eab65116-282a-47c3-9282-77e8f6e94a4a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=eab65116-282a-47c3-9282-77e8f6e94a4a,segment=NetworkSegment(ec8af8ad-abe1-45d3-ab8f-6a7497f404d2),segment_id=ec8af8ad-abe1-45d3-ab8f-6a7497f404d2)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:48.689417 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.690441 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:44:48.729925 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:44:48.730362 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3f7a1081-027b-4f5b-9eed-ae4ba90ec739 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:44:48.755278 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=eab65116-282a-47c3-9282-77e8f6e94a4a,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:48.763829 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fb5e9-2285-4ead-bd92-fcd121186faf req-65978601-246b-4065-96d8-4fd6d249f0ba tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:48.766187 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-126fb5e9-2285-4ead-bd92-fcd121186faf req-65978601-246b-4065-96d8-4fd6d249f0ba tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 950 time: 0.0645387 Feb 07 02:44:48.812641 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-126fb5e9-2285-4ead-bd92-fcd121186faf req-ddefa6f1-94d1-42cd-9ebf-7cd2f25e023c tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Feb 07 02:44:48.859654 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:48.980608 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:44:49.023430 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b96d1c-ff12-4f10-b216-65eaa2e02bbd req-3c08ebcd-ebcc-437e-8692-ebeaa49caf3e tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:49.027564 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-22b96d1c-ff12-4f10-b216-65eaa2e02bbd req-3c08ebcd-ebcc-437e-8692-ebeaa49caf3e tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 946 time: 0.0722454 Feb 07 02:44:49.044175 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52680) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:49.050515 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-4711238f-8593-4a09-bbca-7820d0724b72 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333720894', 'description': 'tempest-description--211313533'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:49.073728 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4711238f-8593-4a09-bbca-7820d0724b72 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.080082 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-22b96d1c-ff12-4f10-b216-65eaa2e02bbd req-784df61e-03dd-4a8e-b50b-be9e209e1c24 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479624 Feb 07 02:44:49.104231 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29811dd8-5537-4d8f-92d6-270ba8922d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab65116-282a-47c3-9282-77e8f6e94a4a'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:44:49.107385 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec80080f-8071-44fd-8a2e-68d3de464cdb" -d '{"events": [{"server_uuid": "29811dd8-5537-4d8f-92d6-270ba8922d73", "name": "network-vif-plugged", "status": "completed", "tag": "eab65116-282a-47c3-9282-77e8f6e94a4a"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:44:49.153887 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4711238f-8593-4a09-bbca-7820d0724b72 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (fa719992-4331-4454-ac59-99f88169a074), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.159386 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4711238f-8593-4a09-bbca-7820d0724b72 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (fa719992-4331-4454-ac59-99f88169a074), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.166128 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4e3b38-e565-4307-8b78-28eeef4c7d91 x-openstack-request-id: req-de4e3b38-e565-4307-8b78-28eeef4c7d91 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:44:49.166750 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29811dd8-5537-4d8f-92d6-270ba8922d73", "name": "network-vif-plugged", "status": "completed", "tag": "eab65116-282a-47c3-9282-77e8f6e94a4a", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:44:49.167078 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de4e3b38-e565-4307-8b78-28eeef4c7d91 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:44:49.167541 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29811dd8-5537-4d8f-92d6-270ba8922d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab65116-282a-47c3-9282-77e8f6e94a4a', 'code': 200} Feb 07 02:44:49.196470 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711238f-8593-4a09-bbca-7820d0724b72 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa719992-4331-4454-ac59-99f88169a074,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:49.202787 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4711238f-8593-4a09-bbca-7820d0724b72 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.204737 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4711238f-8593-4a09-bbca-7820d0724b72 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1589985 Feb 07 02:44:49.207372 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 52688) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:49.212693 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-61632bd1-0f66-417b-9b6b-2090d6703a19 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'security_group_rule': {'security_group_id': 'fa719992-4331-4454-ac59-99f88169a074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:49.243888 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-61632bd1-0f66-417b-9b6b-2090d6703a19 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (02ce7530-becb-4e92-ac06-28e9b3c9eeaf), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.301055 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-61632bd1-0f66-417b-9b6b-2090d6703a19 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (02ce7530-becb-4e92-ac06-28e9b3c9eeaf), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.306905 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-61632bd1-0f66-417b-9b6b-2090d6703a19 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (02ce7530-becb-4e92-ac06-28e9b3c9eeaf), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.356256 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632bd1-0f66-417b-9b6b-2090d6703a19 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ce7530-becb-4e92-ac06-28e9b3c9eeaf,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:49.368263 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-61632bd1-0f66-417b-9b6b-2090d6703a19 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.369661 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-61632bd1-0f66-417b-9b6b-2090d6703a19 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606407 Feb 07 02:44:49.372592 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52694) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:49.378830 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-4108b681-b096-4fd9-91b2-0bfc8f1bc0ec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'security_group_rule': {'security_group_id': 'fa719992-4331-4454-ac59-99f88169a074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:49.379476 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ab85c-1d44-4b86-bbb0-ba2702a12c89 req-fdf43e87-43d2-4d92-bc7e-4d925d6d1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:49.381106 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c90ab85c-1d44-4b86-bbb0-ba2702a12c89 req-fdf43e87-43d2-4d92-bc7e-4d925d6d1e80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 1134 time: 0.0616043 Feb 07 02:44:49.418297 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4108b681-b096-4fd9-91b2-0bfc8f1bc0ec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (284d9b03-261a-483c-a2be-794676057eb3), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.434675 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c90ab85c-1d44-4b86-bbb0-ba2702a12c89 req-bffa2668-6162-4ecf-b324-5d10dc95d5f0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462821 Feb 07 02:44:49.483486 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4108b681-b096-4fd9-91b2-0bfc8f1bc0ec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (284d9b03-261a-483c-a2be-794676057eb3), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.487115 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4108b681-b096-4fd9-91b2-0bfc8f1bc0ec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (284d9b03-261a-483c-a2be-794676057eb3), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.503807 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108b681-b096-4fd9-91b2-0bfc8f1bc0ec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284d9b03-261a-483c-a2be-794676057eb3,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:49.511590 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4108b681-b096-4fd9-91b2-0bfc8f1bc0ec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.512775 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4108b681-b096-4fd9-91b2-0bfc8f1bc0ec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383646 Feb 07 02:44:49.515836 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 52698) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:44:49.519878 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'floatingip': {'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:49.538478 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.630466 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.734048 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Allocated IP 172.27.1.232 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/ba4a0b41-35f1-451a-ba3e-c333c188ad3a) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:44:49.841907 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for port (ba4a0b41-35f1-451a-ba3e-c333c188ad3a), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.877209 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (ba4a0b41-35f1-451a-ba3e-c333c188ad3a), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:49.918763 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:44:49.923443 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:44:49.927782 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:44:49.930554 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'Port': ['ID=ba4a0b41-35f1-451a-ba3e-c333c188ad3a,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:49.943391 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b82f3c-c0e8-46c5-bc0c-0a679aed31ad req-9cb6b679-57d4-4fdc-8414-24d57bdd9065 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:49.945411 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-20b82f3c-c0e8-46c5-bc0c-0a679aed31ad req-9cb6b679-57d4-4fdc-8414-24d57bdd9065 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 950 time: 0.0585301 Feb 07 02:44:49.998926 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-20b82f3c-c0e8-46c5-bc0c-0a679aed31ad req-211220f3-a0cd-404d-99fd-7d8f24a1218b tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Feb 07 02:44:50.015934 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (c208e4c5-ce9f-44f2-bff5-133ddf25cd29), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:50.050982 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ba4a0b41-35f1-451a-ba3e-c333c188ad3a), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:50.201172 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for port (ba4a0b41-35f1-451a-ba3e-c333c188ad3a), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:50.205433 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776248'] for port (ba4a0b41-35f1-451a-ba3e-c333c188ad3a), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:50.262195 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:50.268775 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'Port': ['ID=ba4a0b41-35f1-451a-ba3e-c333c188ad3a,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:50.279877 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (c208e4c5-ce9f-44f2-bff5-133ddf25cd29), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:50.294141 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:50.295334 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-361cd2f6-0b1e-4c1b-8838-a9c81bc39422 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7785814 Feb 07 02:44:50.483548 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-39736f96-7886-4fc5-a5c7-980ad1a028c9 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--333720894&fields=id&tenant_id=ea62fa68252a4419b7f8fe2873512277 HTTP/1.1" status: 200 len: 267 time: 0.0422330 Feb 07 02:44:50.590975 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-fee99379-ce1d-4ed3-a85b-b7d5e63c4e77 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:50.592452 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-fee99379-ce1d-4ed3-a85b-b7d5e63c4e77 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 817 time: 0.1014311 Feb 07 02:44:50.606825 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-0a32df59-293c-4e11-a88c-22447f47f09b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/quotas/ea62fa68252a4419b7f8fe2873512277 HTTP/1.1" status: 200 len: 375 time: 0.0090995 Feb 07 02:44:50.659392 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-9259b350-bac6-4e1c-86d7-a475a4f1ec02 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478389 Feb 07 02:44:50.756850 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-7a1f3c5f-d1d2-4bc4-9631-87961c52e7e0 service neutron] 10.222.0.15 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855753 Feb 07 02:44:50.841402 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-41644660-a471-4110-9fe2-97ecf950a858 service neutron] 10.222.0.15 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788724 Feb 07 02:44:50.994463 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-39e232f4-2575-4abd-be61-b65aab31fb3c req-1e888f33-b8de-4d6b-a93a-8856e177c7e9 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 210 time: 0.0276494 Feb 07 02:44:51.119051 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1e39-9fbe-439e-ad2f-09f843e8f1cf req-df219d10-9722-4eb7-9741-f7fb76e906f2 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:51.120753 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9bba1e39-9fbe-439e-ad2f-09f843e8f1cf req-df219d10-9722-4eb7-9741-f7fb76e906f2 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 950 time: 0.0540092 Feb 07 02:44:51.175526 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9bba1e39-9fbe-439e-ad2f-09f843e8f1cf req-2eff1c2c-f333-436e-b796-0d11531609b7 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489070 Feb 07 02:44:51.433174 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e5afc-7120-44a5-a4ba-845bff9ceaff req-b8b13bb2-5e3e-4081-a97c-2eb7248e200e tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:51.434613 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7e1e5afc-7120-44a5-a4ba-845bff9ceaff req-b8b13bb2-5e3e-4081-a97c-2eb7248e200e tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 950 time: 0.0528009 Feb 07 02:44:51.484136 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7e1e5afc-7120-44a5-a4ba-845bff9ceaff req-7e633c00-19f3-4ffc-867e-c3ebb9139079 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Feb 07 02:44:51.926951 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:51.965181 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-47d312cc-13c4-40bf-96ad-0f7e214953ed tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:51.966604 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-47d312cc-13c4-40bf-96ad-0f7e214953ed tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 817 time: 0.1019599 Feb 07 02:44:52.029997 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-1f5413ee-984d-40d0-90dd-1cc2b1893c54 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea62fa68252a4419b7f8fe2873512277 HTTP/1.1" status: 200 len: 379 time: 0.0517077 Feb 07 02:44:52.044143 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'port': {'device_id': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'admin_state_up': True, 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'security_groups': ['fa719992-4331-4454-ac59-99f88169a074']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:52.118093 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bcf8c49a-c9db-423f-95e9-a19271f075ac req-9c1fed3d-f8c8-4242-939a-536206d24b90 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 210 time: 0.0321844 Feb 07 02:44:52.172535 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Made reservation on behalf of ea62fa68252a4419b7f8fe2873512277 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:44:52.175884 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:52.296220 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Allocated IP 172.20.0.13 (73356261-14a5-4cb7-97e8-d17ac6022cca/58907ab3-d60f-4ae8-9470-044fbf040f2a/58f737f4-aa92-408f-8d98-4858f6c9d65f) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:44:52.423129 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:52.455446 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:52.501353 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Network 73356261-14a5-4cb7-97e8-d17ac6022cca is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:44:52.504403 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:44:52.508572 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:44:52.536747 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:52.568011 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:52.568567 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:52.586565 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-23140e47-2fb9-46ef-aade-31b69e0a3a64 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5460835 Feb 07 02:44:52.598800 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Request body: {'port': {'device_id': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:44:52.654260 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7df1e-4166-4761-ae91-ba2cf9a11809 req-769894e3-5c89-434f-827b-ee69d48c6451 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:52.655779 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b7f7df1e-4166-4761-ae91-ba2cf9a11809 req-769894e3-5c89-434f-827b-ee69d48c6451 tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 950 time: 0.0753763 Feb 07 02:44:52.668462 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:52.714593 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b7f7df1e-4166-4761-ae91-ba2cf9a11809 req-2fac3c19-c63e-45be-9110-19533a2ae35c tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea282073-fd63-4b66-a510-10fc7ed70054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533822 Feb 07 02:44:52.780632 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-87a5a734-03f7-4978-812c-1e3668b859d8 None None] Provisioning complete for port 58f737f4-aa92-408f-8d98-4858f6c9d65f triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:44:52.780924 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-87a5a734-03f7-4978-812c-1e3668b859d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:52.814240 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-87a5a734-03f7-4978-812c-1e3668b859d8 None None] Port 58f737f4-aa92-408f-8d98-4858f6c9d65f cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:44:52.938010 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f737f4-aa92-408f-8d98-4858f6c9d65f {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:44:52.945358 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Publish callbacks [] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:52.956920 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Transition to ACTIVE for port object 58f737f4-aa92-408f-8d98-4858f6c9d65f will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:44:52.970762 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:53.039845 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:53.094231 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-77149391-24be-491c-9302-7d79765d8c4a tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:53.095705 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-77149391-24be-491c-9302-7d79765d8c4a tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.13 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 950 time: 0.1338441 Feb 07 02:44:53.182099 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Attempting to bind port 58f737f4-aa92-408f-8d98-4858f6c9d65f on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:44:53.182462 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Attempting to bind port 58f737f4-aa92-408f-8d98-4858f6c9d65f by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:44:53.182773 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Attempting to bind port 58f737f4-aa92-408f-8d98-4858f6c9d65f on network 73356261-14a5-4cb7-97e8-d17ac6022cca {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:44:53.190587 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Port 58f737f4-aa92-408f-8d98-4858f6c9d65f on network 73356261-14a5-4cb7-97e8-d17ac6022cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:44:53.190928 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Attempting to bind port 58f737f4-aa92-408f-8d98-4858f6c9d65f on network 73356261-14a5-4cb7-97e8-d17ac6022cca {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:44:53.207737 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:44:53.208071 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Checking segment: {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:44:53.208469 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Bound using segment: {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:44:53.208898 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Bound port: 58f737f4-aa92-408f-8d98-4858f6c9d65f, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38810d70-ea00-4369-a1fb-f23b0071a714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:44:53.209251 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:53.285249 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Deleting port eab65116-282a-47c3-9282-77e8f6e94a4a {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:44:53.285515 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:53.356971 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0e7cf-6498-48f8-ada5-ccc950225b4e req-8c26eb78-18cb-4e75-8c7d-d579141023ed tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:53.358435 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-98b0e7cf-6498-48f8-ada5-ccc950225b4e req-8c26eb78-18cb-4e75-8c7d-d579141023ed tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.1625609 Feb 07 02:44:53.365573 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:44:53.369679 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:44:53.381534 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:53.447357 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:53.447974 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:53.449385 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] 10.222.0.13 "PUT /v2.0/ports/58f737f4-aa92-408f-8d98-4858f6c9d65f HTTP/1.1" status: 200 len: 1094 time: 0.8549802 Feb 07 02:44:53.449833 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:44:53.452062 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80" -d '{"events": [{"name": "network-changed", "server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:44:53.498592 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] For port eab65116-282a-47c3-9282-77e8f6e94a4a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=eab65116-282a-47c3-9282-77e8f6e94a4a,segment=NetworkSegment(ec8af8ad-abe1-45d3-ab8f-6a7497f404d2),segment_id=ec8af8ad-abe1-45d3-ab8f-6a7497f404d2)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:53.498934 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:53.502256 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21674157-8a5c-45e8-b97d-1f7d7d89ced4 x-openstack-request-id: req-21674157-8a5c-45e8-b97d-1f7d7d89ced4 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:44:53.502545 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:44:53.502794 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21674157-8a5c-45e8-b97d-1f7d7d89ced4 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:44:53.503190 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'status': 'completed', 'code': 200} Feb 07 02:44:53.510318 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9281-d4fb-4384-a3bf-471ec5a9f4df service neutron] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:53.518351 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-98b0e7cf-6498-48f8-ada5-ccc950225b4e req-49fc61ea-ab14-44b9-b60d-14a30309d4e5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505761 Feb 07 02:44:53.530772 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Calling delete_port for eab65116-282a-47c3-9282-77e8f6e94a4a owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:44:53.617607 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-0ce2dfac-192b-4710-884c-09b695f7c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:53.619107 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-0ce2dfac-192b-4710-884c-09b695f7c83f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 1128 time: 0.1043596 Feb 07 02:44:53.668130 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-a759eb93-0868-4288-bccf-411c198acf21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f HTTP/1.1" status: 200 len: 217 time: 0.0408120 Feb 07 02:44:53.755368 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-c6759f36-6262-4fdd-a1d5-dac586dc8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:53.756869 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-c6759f36-6262-4fdd-a1d5-dac586dc8b29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0820446 Feb 07 02:44:53.762649 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (eab65116-282a-47c3-9282-77e8f6e94a4a), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:53.774913 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['eab65116-282a-47c3-9282-77e8f6e94a4a'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:44:53.815912 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Pushing event deleted for resources: {'Port': ['ID=eab65116-282a-47c3-9282-77e8f6e94a4a,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:53.818285 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f7f69857-3771-4488-be17-de8d610951c6 req-0fc24216-96c3-4c7a-bf98-642928e71c4d tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.15 "GET /v2.0/ports?device_id=29811dd8-5537-4d8f-92d6-270ba8922d73 HTTP/1.1" status: 200 len: 210 time: 0.0321898 Feb 07 02:44:53.871767 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] No DVR routers for this DVR port eab65116-282a-47c3-9282-77e8f6e94a4a on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:44:53.874621 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:53.877931 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b03d00b3-3aa4-4193-af26-460f0dc02cfe req-efc03342-6699-4e3e-9ac1-fafe4c6dbbdf tempest-VolumesNegativeTest-189806318 tempest-VolumesNegativeTest-189806318-project] 10.222.0.13 "DELETE /v2.0/ports/eab65116-282a-47c3-9282-77e8f6e94a4a HTTP/1.1" status: 204 len: 173 time: 0.7738562 Feb 07 02:44:53.887774 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-5a58898a-a9fe-4a4a-a389-1de26317d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:53.889051 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-5a58898a-a9fe-4a4a-a389-1de26317d795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1214051 Feb 07 02:44:53.990065 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-a4d2b3bd-4fcc-4ad2-8c73-a9a24fa322da service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911195 Feb 07 02:44:54.082864 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c66a3170-7357-4539-9c1e-cf48c69a1627 req-39c2fdff-227e-4676-948e-e21b21347a36 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861123 Feb 07 02:44:54.404715 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-fd051c9e-5a11-4b8c-ae85-69df54a8fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:54.406198 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-fd051c9e-5a11-4b8c-ae85-69df54a8fd63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 1128 time: 0.2767479 Feb 07 02:44:54.498870 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-90491b5a-c59c-4dbe-9bf3-67be2834a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:54.500363 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-90491b5a-c59c-4dbe-9bf3-67be2834a557 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.0817230 Feb 07 02:44:54.544167 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-d52c4628-7297-4d74-959a-ca9d787bcbc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f HTTP/1.1" status: 200 len: 217 time: 0.0351279 Feb 07 02:44:54.591859 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-43a926f3-0cc2-4817-807d-83a1bd6e2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:54.593325 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-43a926f3-0cc2-4817-807d-83a1bd6e2610 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0426233 Feb 07 02:44:54.669722 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-92ff2526-baac-4aa6-ac73-b3fdedea0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:54.671157 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-92ff2526-baac-4aa6-ac73-b3fdedea0a2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693321 Feb 07 02:44:54.677687 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8d552-dc28-4e77-9f13-ee256c7b9859 req-3313482c-cf33-4eb5-9f21-94fc3b307af5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:54.679738 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-01a8d552-dc28-4e77-9f13-ee256c7b9859 req-3313482c-cf33-4eb5-9f21-94fc3b307af5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0849314 Feb 07 02:44:54.778704 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-01a8d552-dc28-4e77-9f13-ee256c7b9859 req-614ba0cb-ec36-4230-98ad-d54c9be71205 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912166 Feb 07 02:44:54.795119 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-842dfc49-427d-4785-8e43-ae8a18937d09 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144149 Feb 07 02:44:54.884811 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b29e934f-5d45-45e6-8a8a-3d8c112f5e80 req-2344597f-0bda-4770-b79b-6e6063f7d2fc service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830095 Feb 07 02:44:55.505333 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29811dd8-5537-4d8f-92d6-270ba8922d73', 'name': 'network-vif-deleted', 'tag': 'eab65116-282a-47c3-9282-77e8f6e94a4a'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:44:55.507950 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b941c41b-3fd0-450f-b311-016a50690368" -d '{"events": [{"server_uuid": "29811dd8-5537-4d8f-92d6-270ba8922d73", "name": "network-vif-deleted", "tag": "eab65116-282a-47c3-9282-77e8f6e94a4a"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:44:55.543360 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a7805b-622b-4e10-811c-55d1f0931225 x-openstack-request-id: req-f2a7805b-622b-4e10-811c-55d1f0931225 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:44:55.543754 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29811dd8-5537-4d8f-92d6-270ba8922d73", "name": "network-vif-deleted", "tag": "eab65116-282a-47c3-9282-77e8f6e94a4a", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:44:55.544173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2a7805b-622b-4e10-811c-55d1f0931225 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:44:55.544658 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29811dd8-5537-4d8f-92d6-270ba8922d73', 'name': 'network-vif-deleted', 'tag': 'eab65116-282a-47c3-9282-77e8f6e94a4a', 'status': 'completed', 'code': 200} Feb 07 02:44:56.162204 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ad230-521d-4656-a9fd-236bd0e33be6 req-e6c89868-efb8-49db-9611-4d248383f93c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:56.164721 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-345ad230-521d-4656-a9fd-236bd0e33be6 req-e6c89868-efb8-49db-9611-4d248383f93c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.3128901 Feb 07 02:44:56.215385 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-345ad230-521d-4656-a9fd-236bd0e33be6 req-7e47aa48-5820-4549-aaff-e852c7df7ec1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453146 Feb 07 02:44:56.533260 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 58f737f4-aa92-408f-8d98-4858f6c9d65f details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:44:56.537122 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device eab65116-282a-47c3-9282-77e8f6e94a4a no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:44:56.564836 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: eab65116-282a-47c3-9282-77e8f6e94a4a {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:44:56.565179 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device eab65116-282a-47c3-9282-77e8f6e94a4a not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:44:56.649465 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:56.665489 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'port_id': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'mac_address': 'fa:16:3e:ff:98:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:44:56.704809 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 58f737f4-aa92-408f-8d98-4858f6c9d65f is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:44:56.705194 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:56.718388 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f737f4-aa92-408f-8d98-4858f6c9d65f {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:44:56.738682 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:44:56.747528 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:44:56.796847 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:44:57.000985 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['58f737f4-aa92-408f-8d98-4858f6c9d65f'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:44:57.349651 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea0f2e-7f39-4fb8-b80b-a146a565f8e2 req-d59aef64-4df1-4e1e-99ab-23c1774bff3c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:57.351239 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86ea0f2e-7f39-4fb8-b80b-a146a565f8e2 req-d59aef64-4df1-4e1e-99ab-23c1774bff3c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 945 time: 0.0544238 Feb 07 02:44:57.397777 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86ea0f2e-7f39-4fb8-b80b-a146a565f8e2 req-c26ae8c3-d916-41ae-b3bf-903b2f81ff51 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Feb 07 02:44:58.517576 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0791f84-7935-4c2f-8821-65c3c6fe7238 req-b8352e32-d6b3-4900-9325-e9f026fb166e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:58.519006 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e0791f84-7935-4c2f-8821-65c3c6fe7238 req-b8352e32-d6b3-4900-9325-e9f026fb166e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 945 time: 0.0510485 Feb 07 02:44:58.563745 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e0791f84-7935-4c2f-8821-65c3c6fe7238 req-11d38a22-f8f9-4c44-9176-f8456e03bdec tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388494 Feb 07 02:44:59.684158 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49d425-04ea-4928-bc60-6e9440790d27 req-913ca19b-73e3-463d-ab7d-62863e3682ce tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:44:59.685647 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3e49d425-04ea-4928-bc60-6e9440790d27 req-913ca19b-73e3-463d-ab7d-62863e3682ce tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 945 time: 0.0521936 Feb 07 02:44:59.734142 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3e49d425-04ea-4928-bc60-6e9440790d27 req-f7b032c6-f4d6-4446-9517-34a5c7db7ed3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430870 Feb 07 02:45:00.815054 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53036) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:00.861670 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b416a7-f162-45f3-afa5-574a2fbce25e req-83ed0e75-77a9-496a-b419-9be751c2a921 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:00.863136 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-24b416a7-f162-45f3-afa5-574a2fbce25e req-83ed0e75-77a9-496a-b419-9be751c2a921 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 945 time: 0.0582800 Feb 07 02:45:00.908720 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-24b416a7-f162-45f3-afa5-574a2fbce25e req-7690a674-da09-4752-83db-ad707222f19e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397880 Feb 07 02:45:00.961227 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-029fca5f-d46a-4c6d-99c5-c43df7d3478f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e4f247639f048bea0218c27d183aef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444252 Feb 07 02:45:00.963691 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53040) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:01.008515 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69696628-c9ff-4565-bd6d-2f03baf5da3f admin admin] Publish callbacks [] for security_group (ea282073-fd63-4b66-a510-10fc7ed70054), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:01.028941 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69696628-c9ff-4565-bd6d-2f03baf5da3f admin admin] Publish callbacks [] for security_group (ea282073-fd63-4b66-a510-10fc7ed70054), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:01.073682 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69696628-c9ff-4565-bd6d-2f03baf5da3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ea282073-fd63-4b66-a510-10fc7ed70054), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:01.076148 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69696628-c9ff-4565-bd6d-2f03baf5da3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:01.077307 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-69696628-c9ff-4565-bd6d-2f03baf5da3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea282073-fd63-4b66-a510-10fc7ed70054 HTTP/1.1" status: 204 len: 168 time: 0.1127257 Feb 07 02:45:01.084368 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69696628-c9ff-4565-bd6d-2f03baf5da3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea282073-fd63-4b66-a510-10fc7ed70054,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:01.690368 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53068) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:01.786485 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1858224909-network', 'tenant_id': '72eb261400104c0b9b2132c91f25845b'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:01.811020 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Made reservation on behalf of 72eb261400104c0b9b2132c91f25845b for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:45:01.813387 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:01.822707 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:01.901584 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Publish callbacks [] for security_group (a34eac15-a227-49ad-becb-aba4f4db8dda), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:01.905266 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (a34eac15-a227-49ad-becb-aba4f4db8dda), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:01.932708 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:45:01.942849 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34eac15-a227-49ad-becb-aba4f4db8dda,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:01.948996 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (150e3457-40d9-464c-b5c8-ab56a4c71a52), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:01.949340 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Added segment 150e3457-40d9-464c-b5c8-ab56a4c71a52 of type vlan for network 8f523bcc-3dd9-48f0-9a66-57360bccae1b Feb 07 02:45:01.997079 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (8f523bcc-3dd9-48f0-9a66-57360bccae1b), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.023021 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (8f523bcc-3dd9-48f0-9a66-57360bccae1b), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.023962 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:02.024575 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.038003 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74081eb-3f2f-4c61-a1fe-bdac54aa9d57 req-06011afa-4220-45e2-856b-c308d0597756 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:02.040036 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b74081eb-3f2f-4c61-a1fe-bdac54aa9d57 req-06011afa-4220-45e2-856b-c308d0597756 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 945 time: 0.0600827 Feb 07 02:45:02.087046 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3955677 Feb 07 02:45:02.090537 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53074) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:02.092322 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de7314-4ccb-4dad-a86a-278bd136c9ca admin admin] Pushing event updated for resources: {'Network': ['ID=8f523bcc-3dd9-48f0-9a66-57360bccae1b,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:02.094604 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b74081eb-3f2f-4c61-a1fe-bdac54aa9d57 req-c9673378-8af3-4917-a043-ae75ee7dff70 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480101 Feb 07 02:45:02.102566 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Request body: {'subnet': {'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1858224909-subnet', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:02.104685 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 8f523bcc-3dd9-48f0-9a66-57360bccae1b details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:45:02.134948 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Made reservation on behalf of 72eb261400104c0b9b2132c91f25845b for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:45:02.137215 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13335448'] for subnet (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.307174 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13349986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13335462'] for subnet (cb5e329d-b877-4db4-b2cd-5708c2a37ac9), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.362695 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5e329d-b877-4db4-b2cd-5708c2a37ac9,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:02.368507 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 58f737f4-aa92-408f-8d98-4858f6c9d65f up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:02.371462 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Checking segment: {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:02.371816 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Network hostable DHCP agents. Network: 8f523bcc-3dd9-48f0-9a66-57360bccae1b, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:45:02.387817 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Network 8f523bcc-3dd9-48f0-9a66-57360bccae1b is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:45:02.396631 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 8f523bcc-3dd9-48f0-9a66-57360bccae1b) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:02.401787 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:02.402383 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.406950 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b93512-7abe-43f8-a2e4-20fa61a4bf7c None None] Network 8f523bcc-3dd9-48f0-9a66-57360bccae1b requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:45:02.418487 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c448df95-5908-4f96-a6de-b46a69225679 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3223054 Feb 07 02:45:02.421112 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53078) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:02.425278 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:02.442617 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (1b49e06e-bcae-4931-b291-5bf1f13b0007), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.443610 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (1b49e06e-bcae-4931-b291-5bf1f13b0007), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.466173 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 58f737f4-aa92-408f-8d98-4858f6c9d65f completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:45:02.473917 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 58f737f4-aa92-408f-8d98-4858f6c9d65f triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:02.474291 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.499089 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks [] for router_controller (1b49e06e-bcae-4931-b291-5bf1f13b0007), precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.541965 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'project_id': '72eb261400104c0b9b2132c91f25845b', 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:45:02.547334 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.644449 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks [] for router_gateway (1b49e06e-bcae-4931-b291-5bf1f13b0007), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.654430 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 58f737f4-aa92-408f-8d98-4858f6c9d65f is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:02.654813 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.689157 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:02.691371 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff84eda3-165e-4cac-a296-bda5b4310239" -d '{"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-plugged", "status": "completed", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:02.727143 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:02.732096 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee59bed9-1d56-48b3-9448-dabb78e29167 x-openstack-request-id: req-ee59bed9-1d56-48b3-9448-dabb78e29167 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:02.732454 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-plugged", "status": "completed", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:02.732753 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee59bed9-1d56-48b3-9448-dabb78e29167 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:02.733143 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'code': 200} Feb 07 02:45:02.735871 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.777244 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Allocated IP 172.20.0.2 (8f523bcc-3dd9-48f0-9a66-57360bccae1b/cb5e329d-b877-4db4-b2cd-5708c2a37ac9/bb14fb92-83ce-4497-b104-f14414562987) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:02.821021 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:02.856562 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks [] for router_gateway (1b49e06e-bcae-4931-b291-5bf1f13b0007), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.877438 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.942728 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Publish callbacks [] for port (bb14fb92-83ce-4497-b104-f14414562987), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.949176 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (bb14fb92-83ce-4497-b104-f14414562987), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:02.987420 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Allocated IP 172.27.1.209 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/bf707569-2ee4-4acd-85b5-980c76455b08) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:02.991283 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Network 8f523bcc-3dd9-48f0-9a66-57360bccae1b is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:02.994748 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:02.998142 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:03.004843 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Pushing event updated for resources: {'Port': ['ID=bb14fb92-83ce-4497-b104-f14414562987,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:03.055292 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Attempting to bind port bb14fb92-83ce-4497-b104-f14414562987 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:45:03.055634 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Attempting to bind port bb14fb92-83ce-4497-b104-f14414562987 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:45:03.055987 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Attempting to bind port bb14fb92-83ce-4497-b104-f14414562987 on network 8f523bcc-3dd9-48f0-9a66-57360bccae1b {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:03.060948 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:45:03.061315 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Checking segment: {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:03.061705 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:03.062085 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Bound using segment: {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:45:03.062534 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Bound port: bb14fb92-83ce-4497-b104-f14414562987, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:45:03.062900 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (bb14fb92-83ce-4497-b104-f14414562987), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:03.091631 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks [] for port (bf707569-2ee4-4acd-85b5-980c76455b08), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:03.123473 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] For port bb14fb92-83ce-4497-b104-f14414562987, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:45:03.126830 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:03.127057 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] For port bb14fb92-83ce-4497-b104-f14414562987, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=bb14fb92-83ce-4497-b104-f14414562987,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:45:03.134784 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (bb14fb92-83ce-4497-b104-f14414562987), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:03.173482 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:03.189825 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:03.196684 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408a689-1951-4ca7-b6a0-8b9b97b9a9bd None None] Pushing event updated for resources: {'Port': ['ID=bb14fb92-83ce-4497-b104-f14414562987,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:03.218063 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:03.248559 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Pushing event updated for resources: {'Port': ['ID=bf707569-2ee4-4acd-85b5-980c76455b08,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:03.341499 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ddb2-77fe-401b-a0e7-b3c62d0c5a79 req-8743c49c-9adf-448f-875e-98b7ce69b640 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:03.343005 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cc40ddb2-77fe-401b-a0e7-b3c62d0c5a79 req-8743c49c-9adf-448f-875e-98b7ce69b640 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.1733398 Feb 07 02:45:03.442371 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cc40ddb2-77fe-401b-a0e7-b3c62d0c5a79 req-0b0bab21-84a4-4b91-8cb2-30885917df95 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876608 Feb 07 02:45:03.542882 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks [] for router_gateway (1b49e06e-bcae-4931-b291-5bf1f13b0007), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:03.746462 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (1b49e06e-bcae-4931-b291-5bf1f13b0007), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:03.891168 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Router 1b49e06e-bcae-4931-b291-5bf1f13b0007 is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:45:04.002671 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:45:04.013040 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Sync routers for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:45:04.025888 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:04.026249 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:04.026710 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:04.027516 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-12b6f243-30d3-4bb7-8df4-5c99adbc7337 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6054745 Feb 07 02:45:04.030259 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53086) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:04.137231 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1191e90-8c0a-4b1f-86bd-50be2b8e05bf None None] Network 8f523bcc-3dd9-48f0-9a66-57360bccae1b requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:45:04.216327 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:04.278691 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-e841dbe9-7066-4c61-92b2-b2b5e89df14e None None] Provisioning complete for port bb14fb92-83ce-4497-b104-f14414562987 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:04.278987 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e841dbe9-7066-4c61-92b2-b2b5e89df14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (bb14fb92-83ce-4497-b104-f14414562987), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:04.291508 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d986-d733-46d0-a204-9305c86d07db req-472bd46a-7c99-494a-81d1-ca3f5e1ab656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:04.293245 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-22d4d986-d733-46d0-a204-9305c86d07db req-472bd46a-7c99-494a-81d1-ca3f5e1ab656 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 1130 time: 0.0460653 Feb 07 02:45:04.341556 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-22d4d986-d733-46d0-a204-9305c86d07db req-2e6a9e88-68a8-41a2-9f41-67592b1ae2c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Feb 07 02:45:04.471846 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:04.532664 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e841dbe9-7066-4c61-92b2-b2b5e89df14e None None] Current status of the port bb14fb92-83ce-4497-b104-f14414562987 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:04.532949 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e841dbe9-7066-4c61-92b2-b2b5e89df14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (bb14fb92-83ce-4497-b104-f14414562987), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:04.596306 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-e841dbe9-7066-4c61-92b2-b2b5e89df14e None None] For port bb14fb92-83ce-4497-b104-f14414562987, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=bb14fb92-83ce-4497-b104-f14414562987,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:04.598640 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:03Z', 'revision_number': 3, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:04.632725 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e841dbe9-7066-4c61-92b2-b2b5e89df14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (bb14fb92-83ce-4497-b104-f14414562987), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:04.635983 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Checking router: 1b49e06e-bcae-4931-b291-5bf1f13b0007 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:45:04.636335 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Updating router 1b49e06e-bcae-4931-b291-5bf1f13b0007 port bf707569-2ee4-4acd-85b5-980c76455b08 binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:45:04.696895 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bb14fb92-83ce-4497-b104-f14414562987 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:04.708419 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Allocated IP 172.20.0.1 (8f523bcc-3dd9-48f0-9a66-57360bccae1b/cb5e329d-b877-4db4-b2cd-5708c2a37ac9/ced22fda-8136-4c92-894a-ea123e49db07) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:04.717932 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080663d-a78d-4135-a349-727668a66eea req-d00b9acc-a7d3-4b56-8bf7-37307eb2e62f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:04.719353 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a080663d-a78d-4135-a349-727668a66eea req-d00b9acc-a7d3-4b56-8bf7-37307eb2e62f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.1165960 Feb 07 02:45:04.823706 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a080663d-a78d-4135-a349-727668a66eea req-337109be-68d6-4ac3-b5c5-0d6f8ba0ec59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941479 Feb 07 02:45:04.865794 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Publish callbacks [] for port (ced22fda-8136-4c92-894a-ea123e49db07), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:04.868316 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:04.899488 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (ced22fda-8136-4c92-894a-ea123e49db07), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:04.916576 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841dbe9-7066-4c61-92b2-b2b5e89df14e None None] Pushing event updated for resources: {'Port': ['ID=bb14fb92-83ce-4497-b104-f14414562987,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:04.923996 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-d216a10c-395c-454a-ac1c-d7918c300ce2 None None] Provisioning complete for port bb14fb92-83ce-4497-b104-f14414562987 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:04.924385 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d216a10c-395c-454a-ac1c-d7918c300ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (bb14fb92-83ce-4497-b104-f14414562987), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:04.940991 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Network 8f523bcc-3dd9-48f0-9a66-57360bccae1b is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:04.943797 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:04.948915 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:04.951715 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Pushing event updated for resources: {'Port': ['ID=ced22fda-8136-4c92-894a-ea123e49db07,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:04.987555 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (1b49e06e-bcae-4931-b291-5bf1f13b0007), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.039131 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port bb14fb92-83ce-4497-b104-f14414562987 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:05.039515 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (bb14fb92-83ce-4497-b104-f14414562987), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.142146 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ced22fda-8136-4c92-894a-ea123e49db07), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.182622 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-d216a10c-395c-454a-ac1c-d7918c300ce2 None None] Current status of the port bb14fb92-83ce-4497-b104-f14414562987 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:05.244269 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port bb14fb92-83ce-4497-b104-f14414562987 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:05.302895 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Publish callbacks [] for port (ced22fda-8136-4c92-894a-ea123e49db07), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.307444 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776248'] for port (ced22fda-8136-4c92-894a-ea123e49db07), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.312743 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Publish callbacks [] for port (bf707569-2ee4-4acd-85b5-980c76455b08), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.318701 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-91431c13-5979-431b-ade8-0a9db652bb67 None None] Provisioning complete for port ced22fda-8136-4c92-894a-ea123e49db07 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:05.319139 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-91431c13-5979-431b-ade8-0a9db652bb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ced22fda-8136-4c92-894a-ea123e49db07), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.340235 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.374667 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Pushing event updated for resources: {'Port': ['ID=ced22fda-8136-4c92-894a-ea123e49db07,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:05.377076 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (1b49e06e-bcae-4931-b291-5bf1f13b0007), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.391477 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-91431c13-5979-431b-ade8-0a9db652bb67 None None] Port ced22fda-8136-4c92-894a-ea123e49db07 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:45:05.406597 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b7b9f-52f7-4722-a6e8-c7771c1dd468 None None] Pushing event updated for resources: {'Port': ['ID=bf707569-2ee4-4acd-85b5-980c76455b08,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:05.408925 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Attempting to bind port bf707569-2ee4-4acd-85b5-980c76455b08 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:45:05.409290 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Attempting to bind port bf707569-2ee4-4acd-85b5-980c76455b08 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:45:05.409641 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Attempting to bind port bf707569-2ee4-4acd-85b5-980c76455b08 on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:05.416016 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:45:05.416408 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:05.416801 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.417183 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:45:05.417640 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Bound port: bf707569-2ee4-4acd-85b5-980c76455b08, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:45:05.418006 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.470605 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] For port bf707569-2ee4-4acd-85b5-980c76455b08, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:45:05.470727 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Network 8f523bcc-3dd9-48f0-9a66-57360bccae1b is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:05.471450 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:05.473400 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] For port bf707569-2ee4-4acd-85b5-980c76455b08, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=bf707569-2ee4-4acd-85b5-980c76455b08,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:45:05.481828 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.561040 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b7b9f-52f7-4722-a6e8-c7771c1dd468 None None] Pushing event updated for resources: {'Port': ['ID=bf707569-2ee4-4acd-85b5-980c76455b08,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:05.567401 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:05.568483 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:05.648329 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Router 1b49e06e-bcae-4931-b291-5bf1f13b0007 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:45:05.709864 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:05.751683 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-2f612d86-15c2-4b50-aab6-bd1bd6c2001c None None] Provisioning complete for port ced22fda-8136-4c92-894a-ea123e49db07 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:05.752051 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f612d86-15c2-4b50-aab6-bd1bd6c2001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ced22fda-8136-4c92-894a-ea123e49db07), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:05.768997 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:45:05.774815 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-9da3fea3-d6de-4809-87bb-5e7056936032 admin admin] 10.222.0.15 "PUT /v2.0/routers/1b49e06e-bcae-4931-b291-5bf1f13b0007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7424936 Feb 07 02:45:05.857364 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-2f612d86-15c2-4b50-aab6-bd1bd6c2001c None None] Port ced22fda-8136-4c92-894a-ea123e49db07 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:45:05.949970 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 2, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:05.953767 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3697f1-349f-498f-8864-a4183852dbfb req-f07f4aa7-78ae-479f-a3eb-1f152870cde4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:05.955262 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eb3697f1-349f-498f-8864-a4183852dbfb req-f07f4aa7-78ae-479f-a3eb-1f152870cde4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0550139 Feb 07 02:45:05.980876 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655ce51-92c2-45e7-bf39-42e49bdb86ee None None] The sync data for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi is: [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 2, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:45:06.011838 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eb3697f1-349f-498f-8864-a4183852dbfb req-270fbdc4-e1ac-410c-ba8e-7113ed8b4b68 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507185 Feb 07 02:45:06.141585 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d38f43-9c9f-41a5-80fd-b556351df637 req-2576c0e0-7058-41ae-9089-04ba1d9a4f10 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:06.144841 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e4d38f43-9c9f-41a5-80fd-b556351df637 req-2576c0e0-7058-41ae-9089-04ba1d9a4f10 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0595253 Feb 07 02:45:06.153242 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53116) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:06.157738 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-b69cfba5-8d1c-41bd-ba39-20994aa9a2a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Request body: {'floatingip': {'port_id': '58f737f4-aa92-408f-8d98-4858f6c9d65f'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:06.198016 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b69cfba5-8d1c-41bd-ba39-20994aa9a2a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (c208e4c5-ce9f-44f2-bff5-133ddf25cd29), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.373867 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53122) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:06.383627 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-127262495-network', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:06.408926 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Made reservation on behalf of dcf6edc7c4d445b1a55be6028e3dccbc for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:45:06.414073 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.424673 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.507765 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Publish callbacks [] for security_group (e07a6bde-7790-4f42-9c9a-9ff4a62f2c31), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.512779 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (e07a6bde-7790-4f42-9c9a-9ff4a62f2c31), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.540261 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:45:06.555045 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07a6bde-7790-4f42-9c9a-9ff4a62f2c31,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:06.560846 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (efca6bd3-8c58-4aa9-a68e-80267e381615), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.561452 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Added segment efca6bd3-8c58-4aa9-a68e-80267e381615 of type vlan for network 256cfb28-dff3-4f41-8d29-ef5d54145e85 Feb 07 02:45:06.599070 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bb14fb92-83ce-4497-b104-f14414562987 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:06.617750 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (256cfb28-dff3-4f41-8d29-ef5d54145e85), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.656026 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (256cfb28-dff3-4f41-8d29-ef5d54145e85), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.657467 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:06.658220 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.687809 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port bb14fb92-83ce-4497-b104-f14414562987 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:06.688388 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (bb14fb92-83ce-4497-b104-f14414562987), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.719349 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3383155 Feb 07 02:45:06.719563 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53130) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:06.724954 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Request body: {'subnet': {'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-127262495-subnet', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:06.758306 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c79b0-95b4-40e5-89cd-ca3254741579 admin admin] Pushing event updated for resources: {'Network': ['ID=256cfb28-dff3-4f41-8d29-ef5d54145e85,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:06.771300 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 256cfb28-dff3-4f41-8d29-ef5d54145e85 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:45:06.781184 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Made reservation on behalf of dcf6edc7c4d445b1a55be6028e3dccbc for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:45:06.784106 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13353243'] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.932084 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port bb14fb92-83ce-4497-b104-f14414562987 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:06.989505 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b69cfba5-8d1c-41bd-ba39-20994aa9a2a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:06.994585 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b69cfba5-8d1c-41bd-ba39-20994aa9a2a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (c208e4c5-ce9f-44f2-bff5-133ddf25cd29), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.042305 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13353253'] for subnet (dbb71a59-6e93-4432-945d-a154258276c0), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.097835 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb71a59-6e93-4432-945d-a154258276c0,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:07.105924 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-b69cfba5-8d1c-41bd-ba39-20994aa9a2a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Floating IP c208e4c5-ce9f-44f2-bff5-133ddf25cd29 associated. External IP: 172.27.1.232, port: 58f737f4-aa92-408f-8d98-4858f6c9d65f. Feb 07 02:45:07.121807 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Checking segment: {'id': 'efca6bd3-8c58-4aa9-a68e-80267e381615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:07.122196 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Network hostable DHCP agents. Network: 256cfb28-dff3-4f41-8d29-ef5d54145e85, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:45:07.140102 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Network 256cfb28-dff3-4f41-8d29-ef5d54145e85 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:45:07.153556 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 256cfb28-dff3-4f41-8d29-ef5d54145e85) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:07.158290 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:07.158900 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.166074 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3055bafc-3eba-4a50-86b7-a6d88c6f0463 None None] Network 256cfb28-dff3-4f41-8d29-ef5d54145e85 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:45:07.185866 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4c86bc3f-3027-44dd-aac6-18ee69753d77 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4652109 Feb 07 02:45:07.188323 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53132) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:07.192857 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:07.223725 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15923'] for router (36e0f219-46b2-4391-8043-87da5dbcc49c), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.225180 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1641979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1624164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15930'] for router (36e0f219-46b2-4391-8043-87da5dbcc49c), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.289714 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks [] for router_controller (36e0f219-46b2-4391-8043-87da5dbcc49c), precommit_add_association {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.294586 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa3ebac98-2b44-5b45-aaf5-c479b72ae2d4-256cfb28-dff3-4f41-8d29-ef5d54145e85', 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85', 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'fixed_ips': [{'subnet_id': 'dbb71a59-6e93-4432-945d-a154258276c0'}]}} from dv-cinder-828061-1-iscsi. {{(pid=109071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 07 02:45:07.297506 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.368231 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69cfba5-8d1c-41bd-ba39-20994aa9a2a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Router e395b0e6-8172-4070-bfcd-6e3b72d061ba has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:45:07.450152 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Allocated IP 172.20.0.2 (256cfb28-dff3-4f41-8d29-ef5d54145e85/dbb71a59-6e93-4432-945d-a154258276c0/1298a301-f5f2-468e-a3f9-20dcf1b81ca4) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:07.457385 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks [] for router_gateway (36e0f219-46b2-4391-8043-87da5dbcc49c), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.510642 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69cfba5-8d1c-41bd-ba39-20994aa9a2a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:45:07.516427 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b69cfba5-8d1c-41bd-ba39-20994aa9a2a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.525404 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] Sync routers for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:45:07.540650 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:07.542038 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:07.587725 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b69cfba5-8d1c-41bd-ba39-20994aa9a2a5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "PUT /v2.0/floatingips/c208e4c5-ce9f-44f2-bff5-133ddf25cd29 HTTP/1.1" status: 200 len: 992 time: 1.4333675 Feb 07 02:45:07.588669 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:07.591158 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab" -d '{"events": [{"name": "network-changed", "server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:07.644811 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5477d46-56a2-42b2-8ba5-b90cf5a6a156 x-openstack-request-id: req-c5477d46-56a2-42b2-8ba5-b90cf5a6a156 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:07.645233 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:07.645585 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5477d46-56a2-42b2-8ba5-b90cf5a6a156 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:07.646086 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'status': 'completed', 'code': 200} Feb 07 02:45:07.711350 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks [] for router_gateway (36e0f219-46b2-4391-8043-87da5dbcc49c), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.733043 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.752946 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:07.790413 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-9087a0b3-3ed5-4dc9-8ea5-512a6d9d5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:07.792221 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-9087a0b3-3ed5-4dc9-8ea5-512a6d9d5d80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 1130 time: 0.1240308 Feb 07 02:45:07.822476 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f3926-474e-493c-babc-6108117d9635 req-1978d0a5-fdd4-4c0e-945d-66887d4eafa3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:07.833030 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e1f3926-474e-493c-babc-6108117d9635 req-1978d0a5-fdd4-4c0e-945d-66887d4eafa3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.1052501 Feb 07 02:45:07.855230 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Publish callbacks [] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.867639 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:07.934067 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Allocated IP 172.27.1.187 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/bb5e99c4-e50e-4181-b4bb-8b16dabf3661) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:07.951057 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e1f3926-474e-493c-babc-6108117d9635 req-62792520-dfd2-42c1-9900-35a8828000b9 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111784 Feb 07 02:45:07.966177 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Pushing event updated for resources: {'Port': ['ID=1298a301-f5f2-468e-a3f9-20dcf1b81ca4,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:08.005621 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Network 256cfb28-dff3-4f41-8d29-ef5d54145e85 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:08.007726 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:08.011259 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-b3b896d2-4dee-4ce6-b643-d43f3654f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:08.012901 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-b3b896d2-4dee-4ce6-b643-d43f3654f7fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.2129772 Feb 07 02:45:08.015937 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:08.077336 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks [] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:08.096248 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:08.118224 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Attempting to bind port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:45:08.118787 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Attempting to bind port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'efca6bd3-8c58-4aa9-a68e-80267e381615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:45:08.119313 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Attempting to bind port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 on network 256cfb28-dff3-4f41-8d29-ef5d54145e85 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:08.128838 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-fdc1b762-c018-4275-a705-7faede87a3b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f HTTP/1.1" status: 200 len: 1000 time: 0.1061268 Feb 07 02:45:08.131538 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:08.133686 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:45:08.136369 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Checking segment: {'id': 'efca6bd3-8c58-4aa9-a68e-80267e381615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:08.137014 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:08.139279 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Bound using segment: {'id': 'efca6bd3-8c58-4aa9-a68e-80267e381615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:45:08.139998 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Bound port: 1298a301-f5f2-468e-a3f9-20dcf1b81ca4, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efca6bd3-8c58-4aa9-a68e-80267e381615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:45:08.140467 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:08.168707 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'c208e4c5-ce9f-44f2-bff5-133ddf25cd29', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'port_id': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'mac_address': 'fa:16:3e:ff:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:44:49Z', 'updated_at': '2022-02-07T02:45:06Z', 'revision_number': 1, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:08.182976 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:08.189766 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:08.192425 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:08.220085 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-5d157cc7-da0f-4d21-a281-3b9a5481c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:08.221915 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-5d157cc7-da0f-4d21-a281-3b9a5481c7ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0845218 Feb 07 02:45:08.222225 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] Checking router: e395b0e6-8172-4070-bfcd-6e3b72d061ba for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:45:08.229528 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Pushing event updated for resources: {'Port': ['ID=bb5e99c4-e50e-4181-b4bb-8b16dabf3661,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:08.237593 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:08.238213 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:08.304581 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] For port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:45:08.309966 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] For port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=1298a301-f5f2-468e-a3f9-20dcf1b81ca4,segment=NetworkSegment(efca6bd3-8c58-4aa9-a68e-80267e381615),segment_id=efca6bd3-8c58-4aa9-a68e-80267e381615)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:45:08.316171 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-ed54d56d-444b-4e82-b004-fff4ed1f92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:08.318042 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-ed54d56d-444b-4e82-b004-fff4ed1f92ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862827 Feb 07 02:45:08.326118 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:08.395086 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:08.405541 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e018150-34a4-44d6-91ae-fbd11ddfd8a8 None None] Pushing event updated for resources: {'Port': ['ID=1298a301-f5f2-468e-a3f9-20dcf1b81ca4,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:08.459646 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-4c70db0f-7f58-401e-9338-29a5d0957c89 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320662 Feb 07 02:45:08.658561 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8ad2bd6b-cefd-4b0a-bd30-0cb2b09921ab req-2af31b6d-2d44-4849-b591-279e9c8e610d service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912775 Feb 07 02:45:08.730952 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bf707569-2ee4-4acd-85b5-980c76455b08 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:08.787607 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'c208e4c5-ce9f-44f2-bff5-133ddf25cd29', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'port_id': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'mac_address': 'fa:16:3e:ff:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:44:49Z', 'updated_at': '2022-02-07T02:45:06Z', 'revision_number': 1, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:08.817982 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port bf707569-2ee4-4acd-85b5-980c76455b08 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:08.820887 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:08.830939 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f04cd1-bfcf-4d58-8c61-bfa0546ff6e0 None None] The sync data for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi is: [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'c208e4c5-ce9f-44f2-bff5-133ddf25cd29', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'port_id': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'mac_address': 'fa:16:3e:ff:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:44:49Z', 'updated_at': '2022-02-07T02:45:06Z', 'revision_number': 1, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:45:08.882613 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks [] for router_gateway (36e0f219-46b2-4391-8043-87da5dbcc49c), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:08.888922 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Sync routers for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:45:08.927130 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:08.927960 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:09.039222 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port bf707569-2ee4-4acd-85b5-980c76455b08 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:09.039613 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:09.072920 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port bf707569-2ee4-4acd-85b5-980c76455b08, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=bf707569-2ee4-4acd-85b5-980c76455b08,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:09.083726 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:09.095470 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eeb28-5b2d-4568-a2b1-f6258cf6f361 req-67e6ca42-9690-4d1d-b8cc-9e43e64ced46 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:09.097317 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c6eeb28-5b2d-4568-a2b1-f6258cf6f361 req-67e6ca42-9690-4d1d-b8cc-9e43e64ced46 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0631447 Feb 07 02:45:09.127571 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:09.136532 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1638058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1641260'] for router (36e0f219-46b2-4391-8043-87da5dbcc49c), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:09.151669 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c6eeb28-5b2d-4568-a2b1-f6258cf6f361 req-916bb7d0-dff0-4f5e-814c-4a0f190ec29c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474083 Feb 07 02:45:09.183516 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=bf707569-2ee4-4acd-85b5-980c76455b08,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:09.315463 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Router 36e0f219-46b2-4391-8043-87da5dbcc49c is scheduled to L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 with binding_index 1 {{(pid=109069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 07 02:45:09.379416 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 2, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:09.421505 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Checking router: 1b49e06e-bcae-4931-b291-5bf1f13b0007 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:45:09.422330 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Updating router 1b49e06e-bcae-4931-b291-5bf1f13b0007 port ced22fda-8136-4c92-894a-ea123e49db07 binding host dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:45:09.464596 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ced22fda-8136-4c92-894a-ea123e49db07), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:09.477431 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:45:09.490383 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Sync routers for ids ['36e0f219-46b2-4391-8043-87da5dbcc49c'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:45:09.506819 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Routers {'36e0f219-46b2-4391-8043-87da5dbcc49c'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:09.510984 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['36e0f219-46b2-4391-8043-87da5dbcc49c'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:09.536045 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:09.542393 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53160) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:09.547172 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-643b389c-7b2a-4e2a-aa5f-c4279720c4ac admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3575017 Feb 07 02:45:09.671060 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b0a3-ba6f-4ea1-98bf-6c37b6399784 req-9a5ff89e-25d6-4013-9d0f-65db89c99a00 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:09.676561 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b5d3b0a3-ba6f-4ea1-98bf-6c37b6399784 req-9a5ff89e-25d6-4013-9d0f-65db89c99a00 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 946 time: 0.1684027 Feb 07 02:45:09.709481 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b853792-17b5-4e37-98d0-1bb3b12e4eba None None] New status for floating IP c208e4c5-ce9f-44f2-bff5-133ddf25cd29: ACTIVE {{(pid=109071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:45:09.756871 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b5d3b0a3-ba6f-4ea1-98bf-6c37b6399784 req-9b505d12-caab-4c6c-a451-fbd67874aaa6 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771751 Feb 07 02:45:09.767214 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Set router 36e0f219-46b2-4391-8043-87da5dbcc49c gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:09.907300 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a1a510-e9a8-43c2-a5b2-f6fcfc482940 None None] Network 256cfb28-dff3-4f41-8d29-ef5d54145e85 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:45:10.062348 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-a6e15baf-208a-4af7-8e05-c29332b16ed4 None None] Provisioning complete for port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:10.062718 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a6e15baf-208a-4af7-8e05-c29332b16ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.080548 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:08Z', 'revision_number': 3, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'gw_port': {'id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:10.112167 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Checking router: 36e0f219-46b2-4391-8043-87da5dbcc49c for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:45:10.112790 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Updating router 36e0f219-46b2-4391-8043-87da5dbcc49c port bb5e99c4-e50e-4181-b4bb-8b16dabf3661 binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:45:10.129573 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.151430 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.248109 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Publish callbacks [] for port (ced22fda-8136-4c92-894a-ea123e49db07), precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.249978 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-a6e15baf-208a-4af7-8e05-c29332b16ed4 None None] Current status of the port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:10.250342 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a6e15baf-208a-4af7-8e05-c29332b16ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.264079 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (ced22fda-8136-4c92-894a-ea123e49db07), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.315631 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Allocated IP 172.20.0.1 (256cfb28-dff3-4f41-8d29-ef5d54145e85/dbb71a59-6e93-4432-945d-a154258276c0/30541811-d9ef-44e3-a903-f6311585bdc1) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:10.326675 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-a6e15baf-208a-4af7-8e05-c29332b16ed4 None None] For port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=1298a301-f5f2-468e-a3f9-20dcf1b81ca4,segment=NetworkSegment(efca6bd3-8c58-4aa9-a68e-80267e381615),segment_id=efca6bd3-8c58-4aa9-a68e-80267e381615)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:10.336290 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db6f4b-9279-40c2-ac8a-529593f68476 None None] Pushing event updated for resources: {'Port': ['ID=ced22fda-8136-4c92-894a-ea123e49db07,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:10.339045 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a6e15baf-208a-4af7-8e05-c29332b16ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.478602 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Publish callbacks [] for port (30541811-d9ef-44e3-a903-f6311585bdc1), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.509256 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Publish callbacks [] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.520516 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.553481 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.580600 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Attempting to bind port bb5e99c4-e50e-4181-b4bb-8b16dabf3661 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:45:10.580970 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Attempting to bind port bb5e99c4-e50e-4181-b4bb-8b16dabf3661 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:45:10.581326 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Attempting to bind port bb5e99c4-e50e-4181-b4bb-8b16dabf3661 on network 01f17f2d-22c3-4418-9410-83b13ec0de51 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:10.593317 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:45:10.593994 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Checking segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:10.594552 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.595097 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Bound using segment: {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:45:10.595725 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Bound port: bb5e99c4-e50e-4181-b4bb-8b16dabf3661, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9d3080-392b-4706-b64a-f13e2559bf9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:45:10.596266 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.622479 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Pushing event updated for resources: {'Port': ['ID=bb5e99c4-e50e-4181-b4bb-8b16dabf3661,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:10.632321 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Network 256cfb28-dff3-4f41-8d29-ef5d54145e85 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:10.639644 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:10.642972 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:10.652068 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=30541811-d9ef-44e3-a903-f6311585bdc1,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:10.666891 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] For port bb5e99c4-e50e-4181-b4bb-8b16dabf3661, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:45:10.670797 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] For port bb5e99c4-e50e-4181-b4bb-8b16dabf3661, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=bb5e99c4-e50e-4181-b4bb-8b16dabf3661,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:45:10.682626 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Attempting to bind port ced22fda-8136-4c92-894a-ea123e49db07 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:45:10.682996 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Attempting to bind port ced22fda-8136-4c92-894a-ea123e49db07 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:45:10.683319 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Attempting to bind port ced22fda-8136-4c92-894a-ea123e49db07 on network 8f523bcc-3dd9-48f0-9a66-57360bccae1b {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:10.689725 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.690151 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.690687 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.691020 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.691327 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.691824 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.692145 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.692497 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.692812 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.693143 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.693512 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.693791 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.694084 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:10.711598 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:45:10.711979 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Checking segment: {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:10.712427 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.712810 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Bound using segment: {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:45:10.714546 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.725149 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Bound port: ced22fda-8136-4c92-894a-ea123e49db07, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:45:10.726136 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ced22fda-8136-4c92-894a-ea123e49db07), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.728316 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-e28d48a9-61e6-49df-b928-8c29e93b16ee None None] Provisioning complete for port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:10.728704 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e28d48a9-61e6-49df-b928-8c29e93b16ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.772052 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1641467'] for router_interface (36e0f219-46b2-4391-8043-87da5dbcc49c), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:10.797945 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e15baf-208a-4af7-8e05-c29332b16ed4 None None] Pushing event updated for resources: {'Port': ['ID=1298a301-f5f2-468e-a3f9-20dcf1b81ca4,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:10.806564 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bf707569-2ee4-4acd-85b5-980c76455b08 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:10.841587 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd21fc-f6f0-4935-aeea-b186be2fdaaf None None] Pushing event updated for resources: {'Port': ['ID=bb5e99c4-e50e-4181-b4bb-8b16dabf3661,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:10.850200 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Routers {'36e0f219-46b2-4391-8043-87da5dbcc49c'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:10.852028 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['36e0f219-46b2-4391-8043-87da5dbcc49c'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:10.999438 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] For port ced22fda-8136-4c92-894a-ea123e49db07, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:45:11.010990 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441fdde-cdb5-4d59-adca-d6387e1d8c1f req-44ee2177-9307-4e8f-944c-e838725d108e tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:11.012466 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b441fdde-cdb5-4d59-adca-d6387e1d8c1f req-44ee2177-9307-4e8f-944c-e838725d108e tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 946 time: 0.1364586 Feb 07 02:45:11.012708 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] Set router 36e0f219-46b2-4391-8043-87da5dbcc49c gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:11.015133 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e28d48a9-61e6-49df-b928-8c29e93b16ee None None] Current status of the port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:11.017984 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port bf707569-2ee4-4acd-85b5-980c76455b08 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:11.018604 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.024738 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.027269 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] For port ced22fda-8136-4c92-894a-ea123e49db07, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ced22fda-8136-4c92-894a-ea123e49db07,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:45:11.060815 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (ced22fda-8136-4c92-894a-ea123e49db07), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.117619 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b441fdde-cdb5-4d59-adca-d6387e1d8c1f req-4f294f64-7273-446c-8590-2558b8ad3c3c tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/security-groups?id=90689768-21ae-4280-99e9-aded48975e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823874 Feb 07 02:45:11.198630 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db6f4b-9279-40c2-ac8a-529593f68476 None None] Pushing event updated for resources: {'Port': ['ID=ced22fda-8136-4c92-894a-ea123e49db07,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:11.203333 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:11.205057 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:11.211346 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] Provisioning complete for port 30541811-d9ef-44e3-a903-f6311585bdc1 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:11.211346 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.237692 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:08Z', 'revision_number': 3, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'gw_port': {'id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:11.269129 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6f1348-7b92-46a2-825e-527bd1312bbc None None] The sync data for ids ['36e0f219-46b2-4391-8043-87da5dbcc49c'] in dv-cinder-828061-1-iscsi is: [{'id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:08Z', 'revision_number': 3, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'gw_port': {'id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:45:11.277373 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e498d-d45e-4569-82cd-455970289d28 req-f5f22044-a5cc-4069-bda3-4daaaed5ace1 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:11.278906 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2b0e498d-d45e-4569-82cd-455970289d28 req-f5f22044-a5cc-4069-bda3-4daaaed5ace1 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 946 time: 0.1291246 Feb 07 02:45:11.390934 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Publish callbacks [] for port (30541811-d9ef-44e3-a903-f6311585bdc1), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.400259 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.428650 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] Port 30541811-d9ef-44e3-a903-f6311585bdc1 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:45:11.446258 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port bf707569-2ee4-4acd-85b5-980c76455b08 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:11.448032 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:11.489002 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640299'] for router_interface (36e0f219-46b2-4391-8043-87da5dbcc49c), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.490726 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=30541811-d9ef-44e3-a903-f6311585bdc1,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:11.503616 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-2b0e498d-d45e-4569-82cd-455970289d28 req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Deleting port 819eebe2-bd5d-4b53-8397-5204d3026581 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:45:11.503950 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2b0e498d-d45e-4569-82cd-455970289d28 req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.512067 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] Provisioning complete for port ced22fda-8136-4c92-894a-ea123e49db07 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:11.512624 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ced22fda-8136-4c92-894a-ea123e49db07), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.558496 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:11.697952 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-2b0e498d-d45e-4569-82cd-455970289d28 req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] For port 819eebe2-bd5d-4b53-8397-5204d3026581, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=819eebe2-bd5d-4b53-8397-5204d3026581,segment=NetworkSegment(eae7c7e2-2c32-4164-87f7-ce76ebb28fa8),segment_id=eae7c7e2-2c32-4164-87f7-ce76ebb28fa8)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:11.698254 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2b0e498d-d45e-4569-82cd-455970289d28 req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.718020 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-2b0e498d-d45e-4569-82cd-455970289d28 req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Calling delete_port for 819eebe2-bd5d-4b53-8397-5204d3026581 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:45:11.720865 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Network 256cfb28-dff3-4f41-8d29-ef5d54145e85 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:11.725836 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:11.783395 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:11.783654 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.851673 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] Current status of the port ced22fda-8136-4c92-894a-ea123e49db07 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:11.852200 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ced22fda-8136-4c92-894a-ea123e49db07), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.948949 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2b0e498d-d45e-4569-82cd-455970289d28 req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (819eebe2-bd5d-4b53-8397-5204d3026581), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:11.983086 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] For port ced22fda-8136-4c92-894a-ea123e49db07, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ced22fda-8136-4c92-894a-ea123e49db07,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:11.984992 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Pushing event deleted for resources: {'Port': ['ID=819eebe2-bd5d-4b53-8397-5204d3026581,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:11.985461 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['819eebe2-bd5d-4b53-8397-5204d3026581'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:45:12.027731 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (ced22fda-8136-4c92-894a-ea123e49db07), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:12.044950 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0e498d-d45e-4569-82cd-455970289d28 req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] No DVR routers for this DVR port 819eebe2-bd5d-4b53-8397-5204d3026581 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:45:12.048983 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2b0e498d-d45e-4569-82cd-455970289d28 req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:12.052448 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2b0e498d-d45e-4569-82cd-455970289d28 req-fefc2759-1634-4c9e-89c7-a65ecd5e73e4 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.13 "DELETE /v2.0/ports/819eebe2-bd5d-4b53-8397-5204d3026581 HTTP/1.1" status: 204 len: 173 time: 0.7667487 Feb 07 02:45:12.053008 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e14e7b1-f712-4ee7-84ea-36c55877b55c', 'name': 'network-vif-deleted', 'tag': '819eebe2-bd5d-4b53-8397-5204d3026581'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:12.055908 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a129f18f-9f8f-4b94-90b7-fa587f1dc104" -d '{"events": [{"server_uuid": "8e14e7b1-f712-4ee7-84ea-36c55877b55c", "name": "network-vif-deleted", "tag": "819eebe2-bd5d-4b53-8397-5204d3026581"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:12.093375 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:12.112872 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Router 36e0f219-46b2-4391-8043-87da5dbcc49c has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:45:12.127460 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7692bd-58c1-4424-b11a-036d10870058 None None] Pushing event updated for resources: {'Port': ['ID=ced22fda-8136-4c92-894a-ea123e49db07,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:12.135730 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bdac1c-64f9-43bf-b9f4-af38b91e0bb2 x-openstack-request-id: req-e2bdac1c-64f9-43bf-b9f4-af38b91e0bb2 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:12.136012 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e14e7b1-f712-4ee7-84ea-36c55877b55c", "name": "network-vif-deleted", "tag": "819eebe2-bd5d-4b53-8397-5204d3026581", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:12.138428 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:10Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:12.138667 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2bdac1c-64f9-43bf-b9f4-af38b91e0bb2 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:12.139176 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e14e7b1-f712-4ee7-84ea-36c55877b55c', 'name': 'network-vif-deleted', 'tag': '819eebe2-bd5d-4b53-8397-5204d3026581', 'status': 'completed', 'code': 200} Feb 07 02:45:12.197605 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e894e5b-d1b7-4e61-ad4a-de111e9d7e4c None None] The sync data for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi is: [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:10Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:45:12.201972 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-35a8f9d7-bee3-4129-8fa4-10653734416c None None] Provisioning complete for port 30541811-d9ef-44e3-a903-f6311585bdc1 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:12.202487 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-35a8f9d7-bee3-4129-8fa4-10653734416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:12.273952 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-35a8f9d7-bee3-4129-8fa4-10653734416c None None] Port 30541811-d9ef-44e3-a903-f6311585bdc1 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:45:12.285203 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-35a8f9d7-bee3-4129-8fa4-10653734416c None None] Provisioning complete for port ced22fda-8136-4c92-894a-ea123e49db07 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:12.285324 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-35a8f9d7-bee3-4129-8fa4-10653734416c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ced22fda-8136-4c92-894a-ea123e49db07), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:12.391774 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-35a8f9d7-bee3-4129-8fa4-10653734416c None None] Current status of the port ced22fda-8136-4c92-894a-ea123e49db07 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:12.561813 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6c003b8e-09fe-44dc-9a5c-11a76cf0aec6 req-4a2c24fe-9137-40dc-a9b0-4fe4d0011519 tempest-VolumesSnapshotTestJSON-1665881224 tempest-VolumesSnapshotTestJSON-1665881224-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14e7b1-f712-4ee7-84ea-36c55877b55c HTTP/1.1" status: 200 len: 210 time: 0.2838132 Feb 07 02:45:12.603962 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:45:12.610908 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a93476de-4468-4af1-9e59-7a39d0b9b4c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/36e0f219-46b2-4391-8043-87da5dbcc49c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0674400 Feb 07 02:45:12.738127 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ced22fda-8136-4c92-894a-ea123e49db07 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:12.793654 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port ced22fda-8136-4c92-894a-ea123e49db07 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:12.794030 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (ced22fda-8136-4c92-894a-ea123e49db07), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:12.876652 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port ced22fda-8136-4c92-894a-ea123e49db07 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:12.877839 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bb5e99c4-e50e-4181-b4bb-8b16dabf3661 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:12.928707 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port bb5e99c4-e50e-4181-b4bb-8b16dabf3661 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:12.929083 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:13.024228 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port bb5e99c4-e50e-4181-b4bb-8b16dabf3661 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:13.024539 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:13.046863 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] For port bb5e99c4-e50e-4181-b4bb-8b16dabf3661, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=bb5e99c4-e50e-4181-b4bb-8b16dabf3661,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:13.053810 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:13.054741 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:13.138850 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Pushing event updated for resources: {'Port': ['ID=bb5e99c4-e50e-4181-b4bb-8b16dabf3661,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:13.154772 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:13.155162 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:13.377714 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:13.554596 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Sync routers for ids ['36e0f219-46b2-4391-8043-87da5dbcc49c'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:45:13.572754 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Routers {'36e0f219-46b2-4391-8043-87da5dbcc49c'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:13.573659 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['36e0f219-46b2-4391-8043-87da5dbcc49c'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:13.747235 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Set router 36e0f219-46b2-4391-8043-87da5dbcc49c gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:14.017022 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:10Z', 'revision_number': 4, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'gw_port': {'id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '30541811-d9ef-44e3-a903-f6311585bdc1', 'name': '', 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'mac_address': 'fa:16:3e:11:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dbb71a59-6e93-4432-945d-a154258276c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:10Z', 'updated_at': '2022-02-07T02:45:11Z', 'revision_number': 2, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'subnets': [{'id': 'dbb71a59-6e93-4432-945d-a154258276c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:14.050349 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Checking router: 36e0f219-46b2-4391-8043-87da5dbcc49c for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:45:14.050349 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Updating router 36e0f219-46b2-4391-8043-87da5dbcc49c port 30541811-d9ef-44e3-a903-f6311585bdc1 binding host dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 02:45:14.083554 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:14.435160 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Publish callbacks [] for port (30541811-d9ef-44e3-a903-f6311585bdc1), precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:14.441186 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:14.499033 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b702feb-2d7f-49fc-905d-1ca01b1d6ad6 None None] Pushing event updated for resources: {'Port': ['ID=30541811-d9ef-44e3-a903-f6311585bdc1,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:14.568486 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Attempting to bind port 30541811-d9ef-44e3-a903-f6311585bdc1 on host dv-cinder-828061-1-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:45:14.569807 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Attempting to bind port 30541811-d9ef-44e3-a903-f6311585bdc1 by drivers openvswitch,hyperv on host dv-cinder-828061-1-iscsi at level 0 using segments [{'id': 'efca6bd3-8c58-4aa9-a68e-80267e381615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:45:14.570337 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Attempting to bind port 30541811-d9ef-44e3-a903-f6311585bdc1 on network 256cfb28-dff3-4f41-8d29-ef5d54145e85 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:14.579199 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Checking agent: {'id': '81a6e843-0faa-4231-82a9-9be186a1be54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828061-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 32, 52), 'started_at': datetime.datetime(2022, 2, 7, 2, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828061-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:45:14.579934 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Checking segment: {'id': 'efca6bd3-8c58-4aa9-a68e-80267e381615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:14.580584 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:14.581143 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Bound using segment: {'id': 'efca6bd3-8c58-4aa9-a68e-80267e381615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:45:14.581763 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Bound port: 30541811-d9ef-44e3-a903-f6311585bdc1, host: dv-cinder-828061-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efca6bd3-8c58-4aa9-a68e-80267e381615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:45:14.582329 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:14.616916 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bb5e99c4-e50e-4181-b4bb-8b16dabf3661 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:14.680709 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] For port 30541811-d9ef-44e3-a903-f6311585bdc1, host dv-cinder-828061-1-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:45:14.685072 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] For port 30541811-d9ef-44e3-a903-f6311585bdc1, host dv-cinder-828061-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=30541811-d9ef-44e3-a903-f6311585bdc1,segment=NetworkSegment(efca6bd3-8c58-4aa9-a68e-80267e381615),segment_id=efca6bd3-8c58-4aa9-a68e-80267e381615)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:45:14.692942 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:14.748917 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Routers {'36e0f219-46b2-4391-8043-87da5dbcc49c'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:14.749782 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:44:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['36e0f219-46b2-4391-8043-87da5dbcc49c'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:14.756614 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-3743ff9e-c488-453c-9b69-33e45442c98b None None] Provisioning complete for port 30541811-d9ef-44e3-a903-f6311585bdc1 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:14.757000 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3743ff9e-c488-453c-9b69-33e45442c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:14.810853 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port bb5e99c4-e50e-4181-b4bb-8b16dabf3661 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:14.816879 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:14.927461 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port bb5e99c4-e50e-4181-b4bb-8b16dabf3661 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:14.952509 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b702feb-2d7f-49fc-905d-1ca01b1d6ad6 None None] Pushing event updated for resources: {'Port': ['ID=30541811-d9ef-44e3-a903-f6311585bdc1,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:14.983560 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-3743ff9e-c488-453c-9b69-33e45442c98b None None] Current status of the port 30541811-d9ef-44e3-a903-f6311585bdc1 is: DOWN; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:14.983930 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3743ff9e-c488-453c-9b69-33e45442c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:15.007776 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] Set router 36e0f219-46b2-4391-8043-87da5dbcc49c gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:15.028156 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-3743ff9e-c488-453c-9b69-33e45442c98b None None] For port 30541811-d9ef-44e3-a903-f6311585bdc1, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=30541811-d9ef-44e3-a903-f6311585bdc1,segment=NetworkSegment(efca6bd3-8c58-4aa9-a68e-80267e381615),segment_id=efca6bd3-8c58-4aa9-a68e-80267e381615)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:15.034479 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3743ff9e-c488-453c-9b69-33e45442c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:15.114511 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743ff9e-c488-453c-9b69-33e45442c98b None None] Pushing event updated for resources: {'Port': ['ID=30541811-d9ef-44e3-a903-f6311585bdc1,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:15.164487 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-007eabcf-5e78-4be7-a8e3-e93d9f397a43 None None] Provisioning complete for port 30541811-d9ef-44e3-a903-f6311585bdc1 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:15.164860 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-007eabcf-5e78-4be7-a8e3-e93d9f397a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:15.281443 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-007eabcf-5e78-4be7-a8e3-e93d9f397a43 None None] Current status of the port 30541811-d9ef-44e3-a903-f6311585bdc1 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:15.288683 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:10Z', 'revision_number': 4, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'gw_port': {'id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '30541811-d9ef-44e3-a903-f6311585bdc1', 'name': '', 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'mac_address': 'fa:16:3e:11:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dbb71a59-6e93-4432-945d-a154258276c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:10Z', 'updated_at': '2022-02-07T02:45:14Z', 'revision_number': 4, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'subnets': [{'id': 'dbb71a59-6e93-4432-945d-a154258276c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:15.323893 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607a618-848f-4b46-9b7e-9c850c7867ee None None] The sync data for ids ['36e0f219-46b2-4391-8043-87da5dbcc49c'] in dv-cinder-828061-1-iscsi is: [{'id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:10Z', 'revision_number': 4, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'gw_port': {'id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '30541811-d9ef-44e3-a903-f6311585bdc1', 'name': '', 'network_id': '256cfb28-dff3-4f41-8d29-ef5d54145e85', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'mac_address': 'fa:16:3e:11:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'dbb71a59-6e93-4432-945d-a154258276c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:10Z', 'updated_at': '2022-02-07T02:45:14Z', 'revision_number': 4, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'subnets': [{'id': 'dbb71a59-6e93-4432-945d-a154258276c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:45:15.399210 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e2cd-98ff-4b35-b07a-d2dbb82a617a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:16.461558 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 819eebe2-bd5d-4b53-8397-5204d3026581 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:45:16.486704 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 819eebe2-bd5d-4b53-8397-5204d3026581 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:45:16.487046 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 819eebe2-bd5d-4b53-8397-5204d3026581 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:45:16.618211 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 30541811-d9ef-44e3-a903-f6311585bdc1 up at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:16.670512 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Provisioning complete for port 30541811-d9ef-44e3-a903-f6311585bdc1 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:16.670991 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:16.754162 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Current status of the port 30541811-d9ef-44e3-a903-f6311585bdc1 is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:17.779426 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-080dc111-c4ea-47a6-992c-3c1155895a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:18.890336 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:19.090783 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e8794-70c5-4e43-817b-7d8cee283a69 req-701f8f18-b7c0-4875-bad6-1855812e0ec5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:19.092528 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-435e8794-70c5-4e43-817b-7d8cee283a69 req-701f8f18-b7c0-4875-bad6-1855812e0ec5 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0587749 Feb 07 02:45:19.151993 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-435e8794-70c5-4e43-817b-7d8cee283a69 req-c2790b79-6383-4ddc-aa76-310ebb225655 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534277 Feb 07 02:45:20.274012 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:20.301703 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621f73-af2d-4f21-a42a-9a0c5c61d434 req-be1dff29-4559-4168-a8e0-4562d2faec9c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:20.303950 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-12621f73-af2d-4f21-a42a-9a0c5c61d434 req-be1dff29-4559-4168-a8e0-4562d2faec9c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0660479 Feb 07 02:45:20.365879 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-12621f73-af2d-4f21-a42a-9a0c5c61d434 req-59db0d43-345f-49e3-8c81-3dc63ac5f9f3 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500016 Feb 07 02:45:21.192911 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-25f2cf25-dd65-4f4e-91f8-3db06d1ebaca tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:21.193581 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-25f2cf25-dd65-4f4e-91f8-3db06d1ebaca tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.0543125 Feb 07 02:45:21.325384 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Deleting port 31050fd3-c258-46e5-9fc0-259b905d695d {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:45:21.326153 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:21.486699 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] For port 31050fd3-c258-46e5-9fc0-259b905d695d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=31050fd3-c258-46e5-9fc0-259b905d695d,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:21.487067 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:21.608709 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa278a8-3f82-4519-aad4-dcac3a4dc9dc req-f3479749-c981-424b-8fec-db5cade710c9 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:21.610321 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8fa278a8-3f82-4519-aad4-dcac3a4dc9dc req-f3479749-c981-424b-8fec-db5cade710c9 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 945 time: 0.1712320 Feb 07 02:45:21.723200 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8fa278a8-3f82-4519-aad4-dcac3a4dc9dc req-a4a32ef3-edb4-436c-8c9b-2129ac0d8f17 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=49dc70b6-87a2-4577-a182-8afefb7ef0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056116 Feb 07 02:45:21.754479 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:21.754837 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (839c3671-775d-41e5-83aa-9e2cdc1473c7), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:21.755151 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.l3_db [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Floating IP 839c3671-775d-41e5-83aa-9e2cdc1473c7 disassociated. External IP: 172.27.1.143, port: 31050fd3-c258-46e5-9fc0-259b905d695d. Feb 07 02:45:21.755485 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Calling delete_port for 31050fd3-c258-46e5-9fc0-259b905d695d owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:45:21.895058 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (31050fd3-c258-46e5-9fc0-259b905d695d), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:21.929136 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event deleted for resources: {'Port': ['ID=31050fd3-c258-46e5-9fc0-259b905d695d,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:21.957423 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:22.064049 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Router 942b3c68-3c34-47e9-979d-02c39f8e66f3 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:45:22.180463 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:45:22.191629 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] Sync routers for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:45:22.201975 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:22.203055 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:22.223097 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] No DVR routers for this DVR port 31050fd3-c258-46e5-9fc0-259b905d695d on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:45:22.233701 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:22.237188 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c16af877-824e-4b5a-ae5a-e1a9f1e1a828 req-9974ff5c-7730-4313-92c5-28def83c7e68 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "DELETE /v2.0/ports/31050fd3-c258-46e5-9fc0-259b905d695d HTTP/1.1" status: 204 len: 173 time: 1.0375175 Feb 07 02:45:22.237764 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49686ae9-ee49-47db-b606-952b772a77de', 'name': 'network-vif-deleted', 'tag': '31050fd3-c258-46e5-9fc0-259b905d695d'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:22.240106 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbc395e-08a9-484b-bdaa-78deb1cd14cd" -d '{"events": [{"server_uuid": "49686ae9-ee49-47db-b606-952b772a77de", "name": "network-vif-deleted", "tag": "31050fd3-c258-46e5-9fc0-259b905d695d"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:22.298420 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea83560-72dc-44cf-9cdf-4bcda1633c3b x-openstack-request-id: req-4ea83560-72dc-44cf-9cdf-4bcda1633c3b {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:22.298718 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49686ae9-ee49-47db-b606-952b772a77de", "name": "network-vif-deleted", "tag": "31050fd3-c258-46e5-9fc0-259b905d695d", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:22.298981 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ea83560-72dc-44cf-9cdf-4bcda1633c3b {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:22.299399 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49686ae9-ee49-47db-b606-952b772a77de', 'name': 'network-vif-deleted', 'tag': '31050fd3-c258-46e5-9fc0-259b905d695d', 'status': 'completed', 'code': 200} Feb 07 02:45:22.346917 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:22.556158 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:22.586353 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] Checking router: 942b3c68-3c34-47e9-979d-02c39f8e66f3 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:45:22.594619 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:22.595229 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:22.719621 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:22.863852 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b8b4aec5-d6dc-4695-9bc7-df5f37447363 req-6092f2fd-c01d-452f-8356-d56f98fe1c86 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=49686ae9-ee49-47db-b606-952b772a77de HTTP/1.1" status: 200 len: 210 time: 0.0332706 Feb 07 02:45:22.902371 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-282985f4-08d8-44ee-8942-ee48d9c85d52 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:22.903848 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-282985f4-08d8-44ee-8942-ee48d9c85d52 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/networks?id=8f523bcc-3dd9-48f0-9a66-57360bccae1b HTTP/1.1" status: 200 len: 815 time: 0.1636968 Feb 07 02:45:22.923562 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-e7a19d26-b998-4eb0-9c5d-7f3ac059750e tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/quotas/72eb261400104c0b9b2132c91f25845b HTTP/1.1" status: 200 len: 375 time: 0.0126903 Feb 07 02:45:22.987866 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-398e601a-a481-4a14-b9b7-876d17d35aa6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=72eb261400104c0b9b2132c91f25845b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581753 Feb 07 02:45:23.003232 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:23.030547 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8371c-0f11-40d6-87ee-3467430ac7c4 None None] The sync data for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi is: [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:45:23.088545 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-6c9907f8-a88f-4d7b-a207-e2b084f3365f service neutron] 10.222.0.15 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893912 Feb 07 02:45:23.177322 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-5b29d70f-f183-4bf8-ac41-4226f1392d42 service neutron] 10.222.0.15 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Feb 07 02:45:23.258306 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0d2c4-18a2-4825-b146-a72695bdcdb8 None None] New status for floating IP 839c3671-775d-41e5-83aa-9e2cdc1473c7: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:45:23.341101 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1e35f521-bbd9-455b-8ea3-a6d963d90483 req-ba559d5b-db9b-413c-8939-17ef97e81024 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 210 time: 0.0311735 Feb 07 02:45:23.947844 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53320) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:24.000314 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d32abb59-ae4e-4b52-a1c8-14d6245d5018 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (49dc70b6-87a2-4577-a182-8afefb7ef0ea), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.025683 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d32abb59-ae4e-4b52-a1c8-14d6245d5018 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (49dc70b6-87a2-4577-a182-8afefb7ef0ea), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.072584 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d32abb59-ae4e-4b52-a1c8-14d6245d5018 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (49dc70b6-87a2-4577-a182-8afefb7ef0ea), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.075255 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d32abb59-ae4e-4b52-a1c8-14d6245d5018 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.076414 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d32abb59-ae4e-4b52-a1c8-14d6245d5018 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "DELETE /v2.0/security-groups/49dc70b6-87a2-4577-a182-8afefb7ef0ea HTTP/1.1" status: 204 len: 168 time: 0.1274099 Feb 07 02:45:24.079166 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53322) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:24.085539 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32abb59-ae4e-4b52-a1c8-14d6245d5018 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dc70b6-87a2-4577-a182-8afefb7ef0ea,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:24.094282 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.api.v2.resource [None req-7f184b99-eb29-4278-a38c-81e067ace2ce tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] show failed (client error): The resource could not be found. Feb 07 02:45:24.095282 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-7f184b99-eb29-4278-a38c-81e067ace2ce tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups/49dc70b6-87a2-4577-a182-8afefb7ef0ea HTTP/1.1" status: 404 len: 347 time: 0.0151172 Feb 07 02:45:24.098092 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53324) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:24.218494 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Deleting port 47388bcf-c740-42f2-b5f3-ff3585efbd26 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:45:24.218740 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (47388bcf-c740-42f2-b5f3-ff3585efbd26), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.291491 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (47388bcf-c740-42f2-b5f3-ff3585efbd26), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.291822 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (47388bcf-c740-42f2-b5f3-ff3585efbd26), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.302845 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Calling delete_port for 47388bcf-c740-42f2-b5f3-ff3585efbd26 owned by network:floatingip {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:45:24.442325 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0a13beb5-e858-4add-b0c5-05d163d70325 req-1af83eed-6898-43a6-acbf-61a25e14361a tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 210 time: 0.0348303 Feb 07 02:45:24.453600 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (47388bcf-c740-42f2-b5f3-ff3585efbd26), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.475238 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event deleted for resources: {'Port': ['ID=47388bcf-c740-42f2-b5f3-ff3585efbd26,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:24.539280 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (839c3671-775d-41e5-83aa-9e2cdc1473c7), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.541814 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.542984 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-758ca540-f657-4b5c-8679-5df6e0690bd0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "DELETE /v2.0/floatingips/839c3671-775d-41e5-83aa-9e2cdc1473c7 HTTP/1.1" status: 204 len: 168 time: 0.4439712 Feb 07 02:45:24.697223 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53330) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:24.701801 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-c6f997d8-c4b1-461a-8d1d-54d7b561eed0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046149047', 'description': 'tempest-description--187072623'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:24.721072 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f997d8-c4b1-461a-8d1d-54d7b561eed0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.783617 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f997d8-c4b1-461a-8d1d-54d7b561eed0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (3d27df11-bf20-488b-80d7-48b95ae78f65), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.787033 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f997d8-c4b1-461a-8d1d-54d7b561eed0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (3d27df11-bf20-488b-80d7-48b95ae78f65), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.820177 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6f997d8-c4b1-461a-8d1d-54d7b561eed0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.821397 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c6f997d8-c4b1-461a-8d1d-54d7b561eed0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1231792 Feb 07 02:45:24.824661 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53332) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:24.825582 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f997d8-c4b1-461a-8d1d-54d7b561eed0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d27df11-bf20-488b-80d7-48b95ae78f65,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:24.830164 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-35f9b125-fe93-476c-b0bd-b83949dfc03c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'security_group_rule': {'security_group_id': '3d27df11-bf20-488b-80d7-48b95ae78f65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:24.854620 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-35f9b125-fe93-476c-b0bd-b83949dfc03c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (22edefa5-b16d-4a1f-99f3-e0a46b25a7d4), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.899710 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-35f9b125-fe93-476c-b0bd-b83949dfc03c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (22edefa5-b16d-4a1f-99f3-e0a46b25a7d4), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.903763 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-35f9b125-fe93-476c-b0bd-b83949dfc03c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (22edefa5-b16d-4a1f-99f3-e0a46b25a7d4), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.923100 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9b125-fe93-476c-b0bd-b83949dfc03c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22edefa5-b16d-4a1f-99f3-e0a46b25a7d4,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:24.935705 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-35f9b125-fe93-476c-b0bd-b83949dfc03c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:24.937304 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-35f9b125-fe93-476c-b0bd-b83949dfc03c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115520 Feb 07 02:45:24.939905 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53334) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:24.945363 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-c0b413da-2d30-489c-81ab-40834568c423 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'security_group_rule': {'security_group_id': '3d27df11-bf20-488b-80d7-48b95ae78f65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:24.971305 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c0b413da-2d30-489c-81ab-40834568c423 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (5a5fc1f7-040c-4380-a47f-98249a5c98a4), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.027941 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c0b413da-2d30-489c-81ab-40834568c423 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (5a5fc1f7-040c-4380-a47f-98249a5c98a4), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.031352 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c0b413da-2d30-489c-81ab-40834568c423 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (5a5fc1f7-040c-4380-a47f-98249a5c98a4), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.056020 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b413da-2d30-489c-81ab-40834568c423 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5fc1f7-040c-4380-a47f-98249a5c98a4,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:25.060904 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c0b413da-2d30-489c-81ab-40834568c423 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.062096 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c0b413da-2d30-489c-81ab-40834568c423 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211796 Feb 07 02:45:25.065042 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53338) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:25.069714 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'floatingip': {'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:25.089248 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.183181 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.287022 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Allocated IP 172.27.1.82 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/ac90c525-6a90-4cf3-b399-1ae6d14db51b) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:25.384858 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for port (ac90c525-6a90-4cf3-b399-1ae6d14db51b), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.416660 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (ac90c525-6a90-4cf3-b399-1ae6d14db51b), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.452741 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:25.457508 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:25.459896 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:25.489239 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'Port': ['ID=ac90c525-6a90-4cf3-b399-1ae6d14db51b,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:25.534593 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8b2a90b6-3c7e-4c11-9d9b-06912245f53f req-dd4df508-26ec-4b16-999f-6d07f3ede4bb tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 210 time: 0.0263140 Feb 07 02:45:25.552732 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (77953fcc-ce1e-4b49-a4eb-112bb76f6c9c), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.588067 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (ac90c525-6a90-4cf3-b399-1ae6d14db51b), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.750561 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for port (ac90c525-6a90-4cf3-b399-1ae6d14db51b), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.754935 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (ac90c525-6a90-4cf3-b399-1ae6d14db51b), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.822908 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'Port': ['ID=ac90c525-6a90-4cf3-b399-1ae6d14db51b,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:25.832054 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (77953fcc-ce1e-4b49-a4eb-112bb76f6c9c), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.846966 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:25.848180 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3e2c36de-4d7e-4dae-9477-93c5d82e32f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7822332 Feb 07 02:45:25.981115 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:45:26.046185 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-5f23e9d3-d946-42a4-b64e-b924bd70ae21 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2046149047&fields=id&tenant_id=a49aa1fab0e34cf8b10b7d216d642828 HTTP/1.1" status: 200 len: 267 time: 0.0445807 Feb 07 02:45:26.151405 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-cbe820aa-abf6-4e64-9309-0edbcea501f1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:26.152941 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-cbe820aa-abf6-4e64-9309-0edbcea501f1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 810 time: 0.1005592 Feb 07 02:45:26.168105 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-af1e4709-a24f-4d93-b021-a83a35786d1c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/quotas/a49aa1fab0e34cf8b10b7d216d642828 HTTP/1.1" status: 200 len: 375 time: 0.0097454 Feb 07 02:45:26.185749 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 31050fd3-c258-46e5-9fc0-259b905d695d no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:45:26.205324 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 31050fd3-c258-46e5-9fc0-259b905d695d {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:45:26.205583 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 31050fd3-c258-46e5-9fc0-259b905d695d not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:45:26.221495 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-16c531c3-4329-4440-8a90-f81c25dea242 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485380 Feb 07 02:45:26.382706 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d181f342-4b62-417a-82e8-2f3e2c1971ee service neutron] 10.222.0.15 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492591 Feb 07 02:45:26.441862 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cec3083b-33ef-49e9-b042-08d3a23af0e7 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:26.443268 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cec3083b-33ef-49e9-b042-08d3a23af0e7 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.13 "GET /v2.0/networks?id=8f523bcc-3dd9-48f0-9a66-57360bccae1b HTTP/1.1" status: 200 len: 815 time: 0.1600287 Feb 07 02:45:26.458050 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'port': {'device_id': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'admin_state_up': True, 'tenant_id': '72eb261400104c0b9b2132c91f25845b'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:26.542710 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-4ecab92d-7f02-4809-8897-e2dfd1485026 service neutron] 10.222.0.15 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520493 Feb 07 02:45:26.600993 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Made reservation on behalf of 72eb261400104c0b9b2132c91f25845b for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:45:26.604959 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:26.646331 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c3ed558e-2b74-42c7-be3c-79e8019f81ce req-81cd411d-066e-4589-b78b-bd336b652b22 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 210 time: 0.0336955 Feb 07 02:45:26.759256 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Allocated IP 172.20.0.10 (8f523bcc-3dd9-48f0-9a66-57360bccae1b/cb5e329d-b877-4db4-b2cd-5708c2a37ac9/66e4f578-3b5b-439d-941e-c2ffbbe5ffaa) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:26.848099 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-943077f1-bfa2-4d8a-bebb-5ed6b1edf193 req-c2dbc16e-ec45-424f-8d72-796d92637823 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0479665 Feb 07 02:45:27.010127 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe773c1-eb5e-4fa5-8add-d9418ad2945a req-fab3493a-6a8d-4403-ad3b-7a01d21b8cb9 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:27.018413 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cfe773c1-eb5e-4fa5-8add-d9418ad2945a req-fab3493a-6a8d-4403-ad3b-7a01d21b8cb9 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.1039147 Feb 07 02:45:27.045272 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:27.093870 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cfe773c1-eb5e-4fa5-8add-d9418ad2945a req-e8249b0c-6c9a-41e8-a08e-3f1c88c1a693 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741119 Feb 07 02:45:27.102880 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:27.163777 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Network 8f523bcc-3dd9-48f0-9a66-57360bccae1b is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:27.168853 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:27.173171 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:27.207734 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'Port': ['ID=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:27.257353 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:27.264756 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:27.297407 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-ce6886f0-2a64-4db1-a893-0b8da8f47041 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428736 Feb 07 02:45:27.523299 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-c2bd0dd1-ba7c-461a-a373-8c7a6514986a None None] Provisioning complete for port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:27.524719 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0dd1-ba7c-461a-a373-8c7a6514986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:27.544926 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Request body: {'port': {'device_id': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:27.603206 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd0dd1-ba7c-461a-a373-8c7a6514986a None None] Port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:45:27.664265 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:27.911187 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7455bd3-2132-453a-8fb5-af5fc7c1a75b req-eda2d4c8-1825-4976-b7a4-8e83b0b16926 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:27.918223 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b7455bd3-2132-453a-8fb5-af5fc7c1a75b req-eda2d4c8-1825-4976-b7a4-8e83b0b16926 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 932 time: 0.1721342 Feb 07 02:45:28.010397 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b7455bd3-2132-453a-8fb5-af5fc7c1a75b req-fedf2e23-09d3-4178-a2fb-637fbfeed5e8 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910840 Feb 07 02:45:28.087666 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:45:28.096891 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Publish callbacks [] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:28.121919 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Transition to ACTIVE for port object 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:45:28.131503 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:28.214958 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Pushing event updated for resources: {'Port': ['ID=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:28.223752 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3462aa7f-e5c2-4b8e-840e-aac3effd8a52 req-6322fdcd-cd15-4702-be32-c6a0fc2f7a14 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.2557495 Feb 07 02:45:28.352414 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c5240-2fc0-49e9-b6f4-4446e3954c66 req-78b302db-c9c8-4d44-8d4f-d348463f6cee tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:28.363928 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59c5240-2fc0-49e9-b6f4-4446e3954c66 req-78b302db-c9c8-4d44-8d4f-d348463f6cee tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.1550529 Feb 07 02:45:28.392822 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Attempting to bind port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:45:28.393415 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Attempting to bind port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:45:28.393885 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Attempting to bind port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa on network 8f523bcc-3dd9-48f0-9a66-57360bccae1b {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:28.402971 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa on network 8f523bcc-3dd9-48f0-9a66-57360bccae1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:45:28.403531 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Attempting to bind port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa on network 8f523bcc-3dd9-48f0-9a66-57360bccae1b {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:28.449060 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59c5240-2fc0-49e9-b6f4-4446e3954c66 req-8093fcd3-8e08-4c0f-9508-fe6d1e007b31 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784814 Feb 07 02:45:28.462165 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:45:28.462165 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Checking segment: {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:28.462165 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Bound using segment: {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:45:28.462165 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Bound port: 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '150e3457-40d9-464c-b5c8-ab56a4c71a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:45:28.462165 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:28.538815 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] For port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:45:28.542521 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] For port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:45:28.550298 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:28.587268 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:28.587956 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:28.589427 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] 10.222.0.13 "PUT /v2.0/ports/66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 200 len: 1094 time: 1.0491345 Feb 07 02:45:28.590000 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:28.592359 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627796bd-353f-40dd-9793-3a03bfca39c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:28.642712 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957a9d84-621a-4874-8550-8f0d7bf82ab5 x-openstack-request-id: req-957a9d84-621a-4874-8550-8f0d7bf82ab5 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:28.643306 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:28.643796 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-957a9d84-621a-4874-8550-8f0d7bf82ab5 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:28.644452 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'status': 'completed', 'code': 200} Feb 07 02:45:28.645732 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc353084-33c0-4ee5-a442-ba34c4a5cf33 service neutron] Pushing event updated for resources: {'Port': ['ID=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:29.138941 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1cebf-8e82-4608-bd0f-aede37233d43 req-27b829b2-ef70-4785-a70f-a90e77e06324 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:29.140629 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c8d1cebf-8e82-4608-bd0f-aede37233d43 req-27b829b2-ef70-4785-a70f-a90e77e06324 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.0600984 Feb 07 02:45:29.188398 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c8d1cebf-8e82-4608-bd0f-aede37233d43 req-f5b07d88-7b90-4b4b-8fe2-f744954d1786 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414834 Feb 07 02:45:29.312376 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a1462d81-2640-4500-ab20-e28371270400 req-56db1be1-4b56-4656-8809-a164c083e84b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0278351 Feb 07 02:45:29.623228 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b322a-9702-45d5-a777-ec74f00566f3 req-334fae54-1098-4035-b863-dab8824befc1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:29.628839 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-313b322a-9702-45d5-a777-ec74f00566f3 req-334fae54-1098-4035-b863-dab8824befc1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.1135669 Feb 07 02:45:29.682098 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-313b322a-9702-45d5-a777-ec74f00566f3 req-6bad1b5e-b21f-4802-9c80-ec26b4b27527 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513201 Feb 07 02:45:30.343449 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2261c20-220e-4719-933e-8453f31ccfda req-7cd71708-33e6-4c59-ba85-1d933905485c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:30.345258 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c2261c20-220e-4719-933e-8453f31ccfda req-7cd71708-33e6-4c59-ba85-1d933905485c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.0598402 Feb 07 02:45:30.395367 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c2261c20-220e-4719-933e-8453f31ccfda req-e83d1482-ce23-41b3-935b-94d1be16a1e9 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Feb 07 02:45:30.413892 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-487caf00-efc7-47e5-a7ca-e1be19a86d9a req-abf6ed00-200e-483a-ab49-d68e95fb137b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0312357 Feb 07 02:45:30.799793 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee49696-7b20-4233-bdbf-26408099eab0 req-045564a8-8f27-41d7-9cd8-54969680be37 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:30.801240 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1ee49696-7b20-4233-bdbf-26408099eab0 req-045564a8-8f27-41d7-9cd8-54969680be37 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.0552845 Feb 07 02:45:30.861071 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1ee49696-7b20-4233-bdbf-26408099eab0 req-3b8b4665-c073-41ff-9716-b1a71a76df7e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536101 Feb 07 02:45:31.527408 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0e7e0411-978e-44b6-814d-6a3b7da8e6d1 req-25f1e2e8-84cc-45d5-ad50-5f1abfbfb8f0 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0277278 Feb 07 02:45:31.528116 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c2a57-df23-47bf-a31d-7548c3b2981f req-16fce536-3125-4b3f-9d7b-62f87099e81c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:31.529433 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e88c2a57-df23-47bf-a31d-7548c3b2981f req-16fce536-3125-4b3f-9d7b-62f87099e81c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.0635808 Feb 07 02:45:31.585587 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e88c2a57-df23-47bf-a31d-7548c3b2981f req-10c21153-5cd3-4b20-826d-8a86ef1f85e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504222 Feb 07 02:45:31.993679 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34b15-bc6d-4ea7-9c72-1d2856de6eea req-22d7d197-cba6-49db-b6fb-f9087045211b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:31.995767 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-31c34b15-bc6d-4ea7-9c72-1d2856de6eea req-22d7d197-cba6-49db-b6fb-f9087045211b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.0663695 Feb 07 02:45:32.047287 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-31c34b15-bc6d-4ea7-9c72-1d2856de6eea req-310d2533-9e39-4f80-b953-a12d7e8d06fc tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457962 Feb 07 02:45:32.637447 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8085de73-6a34-4095-bb3e-6c1ec0d4f8b1 req-3d0c7385-da3a-45ef-bf93-234944c6f7c3 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0283983 Feb 07 02:45:32.710098 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bc835-f511-4445-be29-fa86d75fdae6 req-a7a5eef7-01ef-40bd-8db9-c7518dd57ee1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:32.711608 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7f6bc835-f511-4445-be29-fa86d75fdae6 req-a7a5eef7-01ef-40bd-8db9-c7518dd57ee1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.0538228 Feb 07 02:45:32.763056 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7f6bc835-f511-4445-be29-fa86d75fdae6 req-939213a5-f9ec-4f5d-84e5-7e61aa2858f6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 Feb 07 02:45:33.169399 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82989f-2660-454e-8027-fa563d547c16 req-1190beae-343d-4f72-bd96-2cc4f73baf68 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:33.170911 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab82989f-2660-454e-8027-fa563d547c16 req-1190beae-343d-4f72-bd96-2cc4f73baf68 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.0573058 Feb 07 02:45:33.221364 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab82989f-2660-454e-8027-fa563d547c16 req-46c452a2-51d7-40fb-a950-83325bc3c387 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449896 Feb 07 02:45:33.741762 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ca28ef7f-4e38-4807-ab13-17ee39bf5c7e req-92d0991f-adbd-43fd-b1a5-d8b07133d8d3 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0295904 Feb 07 02:45:33.885454 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdeb8-6df7-42dc-96d1-3bb92409eec7 req-7617af84-c265-4855-a6c9-a27c2504fc94 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:33.887100 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-04ffdeb8-6df7-42dc-96d1-3bb92409eec7 req-7617af84-c265-4855-a6c9-a27c2504fc94 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.0548975 Feb 07 02:45:33.936952 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-04ffdeb8-6df7-42dc-96d1-3bb92409eec7 req-8b694101-6216-4623-9b5a-9f3f17da0994 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Feb 07 02:45:34.355703 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692daf50-432f-494d-a915-231bab8069c6 req-c4098347-476e-4c46-ad4a-f0f86f78d716 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:34.357272 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-692daf50-432f-494d-a915-231bab8069c6 req-c4098347-476e-4c46-ad4a-f0f86f78d716 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.0640383 Feb 07 02:45:34.406637 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-692daf50-432f-494d-a915-231bab8069c6 req-a4ae9fc4-741a-4fad-8ae9-f7630939d3af tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435550 Feb 07 02:45:34.852395 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c39d22a-9199-476d-85dc-71bcc55b29a4 req-2d1c512f-621d-4dd1-8de7-29d4197f0b14 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0277693 Feb 07 02:45:35.054977 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2954d-625c-48c5-ad65-b07e3f6a92fe req-6307b777-0ed8-4784-8251-f0bda947b55c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:35.056337 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-bfe2954d-625c-48c5-ad65-b07e3f6a92fe req-6307b777-0ed8-4784-8251-f0bda947b55c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.0522406 Feb 07 02:45:35.107608 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-bfe2954d-625c-48c5-ad65-b07e3f6a92fe req-58137ba1-e57a-4723-a3ea-4109796adaad tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456467 Feb 07 02:45:35.556204 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627796bd-353f-40dd-9793-3a03bfca39c6 req-fb35a3cc-92eb-4625-9707-cfb411a2a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:35.557767 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-627796bd-353f-40dd-9793-3a03bfca39c6 req-fb35a3cc-92eb-4625-9707-cfb411a2a1af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72eb261400104c0b9b2132c91f25845b&device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 1128 time: 0.0798941 Feb 07 02:45:35.565901 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ec44-91a5-43c5-80ff-5e368f68ea24 req-bb558f40-073a-4447-84b7-d86b52f54ab4 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:35.567249 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3542ec44-91a5-43c5-80ff-5e368f68ea24 req-bb558f40-073a-4447-84b7-d86b52f54ab4 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.0881352 Feb 07 02:45:35.669621 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3542ec44-91a5-43c5-80ff-5e368f68ea24 req-5de978a6-e5f7-45ea-af3b-d2e8c5b26e4a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918427 Feb 07 02:45:35.692569 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627796bd-353f-40dd-9793-3a03bfca39c6 req-e97ad719-89c6-4d53-a2d7-d567cff639f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:35.694518 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-627796bd-353f-40dd-9793-3a03bfca39c6 req-e97ad719-89c6-4d53-a2d7-d567cff639f5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=72eb261400104c0b9b2132c91f25845b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1249890 Feb 07 02:45:35.798001 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627796bd-353f-40dd-9793-3a03bfca39c6 req-a1a300d6-2274-4108-9b6d-0130f146e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:35.799469 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-627796bd-353f-40dd-9793-3a03bfca39c6 req-a1a300d6-2274-4108-9b6d-0130f146e873 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984080 Feb 07 02:45:35.881686 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-09410249-3375-4996-89fd-773533cc4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:35.883193 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-09410249-3375-4996-89fd-773533cc4209 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72eb261400104c0b9b2132c91f25845b&device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 1128 time: 0.0442080 Feb 07 02:45:35.928420 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-d6db0279-bb74-420a-9f2f-12d06076e6ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 200 len: 217 time: 0.0355103 Feb 07 02:45:35.952796 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2d283e87-1ab1-410c-b5d5-8d737387a53d req-3d763657-a739-4b5c-a0b6-430f2bd3c7cc tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0293558 Feb 07 02:45:36.043279 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-8c8a32be-f39b-45d6-9e39-32d9921bfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:36.044758 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-8c8a32be-f39b-45d6-9e39-32d9921bfb83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb5e329d-b877-4db4-b2cd-5708c2a37ac9 HTTP/1.1" status: 200 len: 854 time: 0.0978379 Feb 07 02:45:36.101587 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-2dff8d1f-8563-4a91-98c5-b366e0a36ffa tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:36.103018 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-2dff8d1f-8563-4a91-98c5-b366e0a36ffa tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 810 time: 0.1660242 Feb 07 02:45:36.115886 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-3b518cec-517b-49c1-b097-71e2ce75e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:36.117643 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-3b518cec-517b-49c1-b097-71e2ce75e25f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f523bcc-3dd9-48f0-9a66-57360bccae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627038 Feb 07 02:45:36.260832 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-8036ea02-408e-4762-9486-5524b50adf03 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a49aa1fab0e34cf8b10b7d216d642828 HTTP/1.1" status: 200 len: 380 time: 0.1425116 Feb 07 02:45:36.273683 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'port': {'device_id': '91118990-c0a2-4da2-8439-33d9194e167f', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'admin_state_up': True, 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'security_groups': ['3d27df11-bf20-488b-80d7-48b95ae78f65']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:36.581531 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa82a3-a48e-485f-8a96-94a774f13fe3 req-0f49e1a5-38dc-4018-83f3-49f3a32468e6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:36.582893 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-28aa82a3-a48e-485f-8a96-94a774f13fe3 req-0f49e1a5-38dc-4018-83f3-49f3a32468e6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.3849857 Feb 07 02:45:36.587474 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-6da36af8-9862-436e-bf19-eb04521f0898 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569230 Feb 07 02:45:36.714032 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-28aa82a3-a48e-485f-8a96-94a774f13fe3 req-e4c2391c-4e51-4d3c-8e6f-b356e1e4f715 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237750 Feb 07 02:45:36.748902 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Made reservation on behalf of a49aa1fab0e34cf8b10b7d216d642828 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:45:36.752177 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:36.756998 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-154dc6f3-cded-4c8c-a04b-55b877051a4a req-752a4871-a883-4c65-98f1-f8038c144f7b service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573741 Feb 07 02:45:36.791225 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013a9a2-ce8e-4002-863d-e46e663b3744 req-50abc8d8-07b9-409d-aa37-d55aaff2a645 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:36.792709 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3013a9a2-ce8e-4002-863d-e46e663b3744 req-50abc8d8-07b9-409d-aa37-d55aaff2a645 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.0553782 Feb 07 02:45:36.843576 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3013a9a2-ce8e-4002-863d-e46e663b3744 req-0dba9fed-c857-4977-aa74-73068e102304 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429897 Feb 07 02:45:36.843698 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53532) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:36.883868 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Allocated IP 172.20.0.12 (1a8d4dbe-7bf5-45f2-be54-16ce356b99cc/08da3acb-982c-42f9-b67a-970fb95c412c/b31510ca-3177-4626-b329-392b4a7dede2) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:36.888568 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_v2 [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Deleting subnet 889a1498-240f-4ad3-8042-dc48f6c3d562 {{(pid=109069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:45:36.891812 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Publish callbacks [] for subnet (889a1498-240f-4ad3-8042-dc48f6c3d562), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:36.928969 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12591898'] for subnet (889a1498-240f-4ad3-8042-dc48f6c3d562), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:36.966704 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (889a1498-240f-4ad3-8042-dc48f6c3d562), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.025810 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13353276'] for subnet (889a1498-240f-4ad3-8042-dc48f6c3d562), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.054143 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=889a1498-240f-4ad3-8042-dc48f6c3d562,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:37.058196 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-7faf5ce3-8d96-4bc1-b496-867f875ba226 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:37.058866 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.059627 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-7faf5ce3-8d96-4bc1-b496-867f875ba226 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 946 time: 0.1303856 Feb 07 02:45:37.061987 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/889a1498-240f-4ad3-8042-dc48f6c3d562 HTTP/1.1" status: 204 len: 168 time: 0.2174444 Feb 07 02:45:37.065640 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53536) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:37.073176 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.073525 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.073871 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.074205 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.074999 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.074999 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.075225 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.075481 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.075809 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.076134 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.076487 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.076807 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.077130 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833b96a1-09cf-4b0f-9175-7562cbfd4b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.077748 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bfb24332-0272-4b77-8b27-09195b3f6c4f req-dc5e9cfb-6810-47b6-a186-afdcdc180c54 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0495393 Feb 07 02:45:37.116313 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for port (b31510ca-3177-4626-b329-392b4a7dede2), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.152445 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (f6a95c12-7433-4831-b1a9-c17b1d7605d1), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.199214 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (b31510ca-3177-4626-b329-392b4a7dede2), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.235435 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Deleting port 5fde00cc-319d-4ab7-be92-dda74fec6f87 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:45:37.235774 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.236918 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (f6a95c12-7433-4831-b1a9-c17b1d7605d1), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.256969 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a95c12-7433-4831-b1a9-c17b1d7605d1']}} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:37.267391 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8') {'for_net_delete': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:37.267674 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae7c7e2-2c32-4164-87f7-ce76ebb28fa8') {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:37.277041 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12591889'] for segment (eae7c7e2-2c32-4164-87f7-ce76ebb28fa8), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.291213 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (eae7c7e2-2c32-4164-87f7-ce76ebb28fa8), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.291594 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:37.297190 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:45:37.297571 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776260'] for segment (eae7c7e2-2c32-4164-87f7-ce76ebb28fa8), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.298792 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: Traceback (most recent call last): Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: timer() Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: cb(*args, **kw) Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: return func(*args, **kwargs) Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: self._notify() Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: self.callback(batched_events) Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: event.method(event) Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: return f(self, *a, **k) Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._get(url).json() Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: return self.request(url, 'GET', **kwargs) Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:45:37.299166 dv-cinder-828061-1-iscsi neutron-server[109069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:45:37.305225 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:37.307618 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event updated for resources: {'Port': ['ID=b31510ca-3177-4626-b329-392b4a7dede2,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:37.349180 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.351639 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.352430 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.352430 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.352745 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.353077 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.353407 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.353736 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.354063 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.354394 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.354717 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.355038 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.355348 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:37.365647 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (f6a95c12-7433-4831-b1a9-c17b1d7605d1), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.372141 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.379179 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6a95c12-7433-4831-b1a9-c17b1d7605d1 HTTP/1.1" status: 204 len: 168 time: 0.3125637 Feb 07 02:45:37.390970 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565d1dc-2b92-4740-9b77-564cafebe2a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a95c12-7433-4831-b1a9-c17b1d7605d1,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:37.412746 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:37.413371 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.420634 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] For port 5fde00cc-319d-4ab7-be92-dda74fec6f87, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5fde00cc-319d-4ab7-be92-dda74fec6f87,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:37.421005 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.471769 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-d71b6453-e60e-4e7a-ac6e-8ee59dd68e16 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2042098 Feb 07 02:45:37.492959 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Request body: {'port': {'device_id': '91118990-c0a2-4da2-8439-33d9194e167f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:37.566470 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-4aa3c2e4-2616-4777-b2ee-1288ed684e7b None None] Provisioning complete for port b31510ca-3177-4626-b329-392b4a7dede2 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:37.566470 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c2e4-2616-4777-b2ee-1288ed684e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (b31510ca-3177-4626-b329-392b4a7dede2), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.567061 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53540) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:37.599773 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3c2e4-2616-4777-b2ee-1288ed684e7b None None] Port b31510ca-3177-4626-b329-392b4a7dede2 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:45:37.609418 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d0a9009f-ed90-4808-877b-e6c7fc7f2caf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cc0a066776349848e07e28a79e43871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399606 Feb 07 02:45:37.609600 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53542) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:37.633594 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (b31510ca-3177-4626-b329-392b4a7dede2), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.656229 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b7454d9-b0e7-493a-a8d8-b6c4ea1391d3 admin admin] Publish callbacks [] for security_group (90689768-21ae-4280-99e9-aded48975e82), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.676849 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b7454d9-b0e7-493a-a8d8-b6c4ea1391d3 admin admin] Publish callbacks [] for security_group (90689768-21ae-4280-99e9-aded48975e82), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.690872 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.691232 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (42411317-5381-41b3-8ece-e72f65a92896), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.691548 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.l3_db [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Floating IP 42411317-5381-41b3-8ece-e72f65a92896 disassociated. External IP: 172.27.1.31, port: 5fde00cc-319d-4ab7-be92-dda74fec6f87. Feb 07 02:45:37.691884 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Calling delete_port for 5fde00cc-319d-4ab7-be92-dda74fec6f87 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:45:37.724228 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b7454d9-b0e7-493a-a8d8-b6c4ea1391d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (90689768-21ae-4280-99e9-aded48975e82), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.727599 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7b7454d9-b0e7-493a-a8d8-b6c4ea1391d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:37.728758 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-7b7454d9-b0e7-493a-a8d8-b6c4ea1391d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90689768-21ae-4280-99e9-aded48975e82 HTTP/1.1" status: 204 len: 168 time: 0.1182897 Feb 07 02:45:37.739328 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7454d9-b0e7-493a-a8d8-b6c4ea1391d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90689768-21ae-4280-99e9-aded48975e82,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:37.847478 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338215f-f01d-4c32-84fc-122b4c2ef63f req-a905b320-bf83-44a1-9bd5-4982f457c3d5 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:37.849091 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1338215f-f01d-4c32-84fc-122b4c2ef63f req-a905b320-bf83-44a1-9bd5-4982f457c3d5 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.0571196 Feb 07 02:45:37.904145 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1338215f-f01d-4c32-84fc-122b4c2ef63f req-184136a9-9ba3-4144-9a77-2411349d2268 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485635 Feb 07 02:45:38.061581 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (5fde00cc-319d-4ab7-be92-dda74fec6f87), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:38.075074 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:38.112560 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event deleted for resources: {'Port': ['ID=5fde00cc-319d-4ab7-be92-dda74fec6f87,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:38.116935 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31510ca-3177-4626-b329-392b4a7dede2 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:45:38.128304 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe8e17-6ede-4445-a2ef-978d621c3475 req-aa1ea42d-43d0-416d-8f2b-d3e824e8f1b5 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:38.129984 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9bfe8e17-6ede-4445-a2ef-978d621c3475 req-aa1ea42d-43d0-416d-8f2b-d3e824e8f1b5 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 867 time: 0.1701765 Feb 07 02:45:38.136026 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Publish callbacks [] for port (b31510ca-3177-4626-b329-392b4a7dede2), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:38.205366 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d356fd1-72ea-49ed-be67-edadef28f430 req-434e0962-8076-425b-9900-1f677027f21f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:38.206929 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5d356fd1-72ea-49ed-be67-edadef28f430 req-434e0962-8076-425b-9900-1f677027f21f tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 932 time: 0.0505106 Feb 07 02:45:38.235581 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Transition to ACTIVE for port object b31510ca-3177-4626-b329-392b4a7dede2 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:45:38.249899 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (b31510ca-3177-4626-b329-392b4a7dede2), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:38.256002 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5d356fd1-72ea-49ed-be67-edadef28f430 req-ebc9272f-ccf4-4a7a-a348-91ba6a11b26e tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427446 Feb 07 02:45:38.299831 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9bfe8e17-6ede-4445-a2ef-978d621c3475 req-e58dc41d-56cf-4d68-8c7d-a0cef8ce7166 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585693 Feb 07 02:45:38.336582 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Pushing event updated for resources: {'Port': ['ID=b31510ca-3177-4626-b329-392b4a7dede2,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:38.382069 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Router 69602ddf-b632-4121-a6be-7f46fd08d4ec has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:45:38.479729 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Attempting to bind port b31510ca-3177-4626-b329-392b4a7dede2 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:45:38.480065 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Attempting to bind port b31510ca-3177-4626-b329-392b4a7dede2 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:45:38.480419 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Attempting to bind port b31510ca-3177-4626-b329-392b4a7dede2 on network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:38.491560 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Port b31510ca-3177-4626-b329-392b4a7dede2 on network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:45:38.491886 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Attempting to bind port b31510ca-3177-4626-b329-392b4a7dede2 on network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:38.503939 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:45:38.504285 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Checking segment: {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:38.504704 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Bound using segment: {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:45:38.505139 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Bound port: b31510ca-3177-4626-b329-392b4a7dede2, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:45:38.505500 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (b31510ca-3177-4626-b329-392b4a7dede2), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:38.561619 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:45:38.574198 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] Sync routers for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:45:38.584955 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:38.585572 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:38.618831 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] No DVR routers for this DVR port 5fde00cc-319d-4ab7-be92-dda74fec6f87 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:45:38.621979 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:38.629754 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fcbb9fe5-a670-4036-82e6-8d525e6d5f55 req-3784cec0-c048-44a9-8b74-6bd9064d16a2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "DELETE /v2.0/ports/5fde00cc-319d-4ab7-be92-dda74fec6f87 HTTP/1.1" status: 204 len: 173 time: 1.5542448 Feb 07 02:45:38.630237 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'name': 'network-vif-deleted', 'tag': '5fde00cc-319d-4ab7-be92-dda74fec6f87'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:38.633896 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64934499-0c08-4226-bfc7-f69f2f92823f" -d '{"events": [{"server_uuid": "ece90e82-03eb-43a8-91c8-31a8fcb0007e", "name": "network-vif-deleted", "tag": "5fde00cc-319d-4ab7-be92-dda74fec6f87"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:38.641696 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] For port b31510ca-3177-4626-b329-392b4a7dede2, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:45:38.657067 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] For port b31510ca-3177-4626-b329-392b4a7dede2, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b31510ca-3177-4626-b329-392b4a7dede2,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:45:38.667673 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (b31510ca-3177-4626-b329-392b4a7dede2), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:38.708918 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:38.717840 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b053283d-e73a-4d05-868b-50b138a90f2b x-openstack-request-id: req-b053283d-e73a-4d05-868b-50b138a90f2b {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:38.718216 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece90e82-03eb-43a8-91c8-31a8fcb0007e", "name": "network-vif-deleted", "tag": "5fde00cc-319d-4ab7-be92-dda74fec6f87", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:38.718533 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b053283d-e73a-4d05-868b-50b138a90f2b {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:38.718992 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece90e82-03eb-43a8-91c8-31a8fcb0007e', 'name': 'network-vif-deleted', 'tag': '5fde00cc-319d-4ab7-be92-dda74fec6f87', 'status': 'completed', 'code': 200} Feb 07 02:45:38.735335 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:38.735993 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:38.737417 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] 10.222.0.13 "PUT /v2.0/ports/b31510ca-3177-4626-b329-392b4a7dede2 HTTP/1.1" status: 200 len: 1094 time: 1.2545559 Feb 07 02:45:38.738110 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3ce8e-4f47-44bc-9aa0-c10215346c43 service neutron] Pushing event updated for resources: {'Port': ['ID=b31510ca-3177-4626-b329-392b4a7dede2,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:38.842875 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-cc8c9b19-1440-4d95-bd79-fe507cff5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:38.844102 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-cc8c9b19-1440-4d95-bd79-fe507cff5f78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 1128 time: 0.0664465 Feb 07 02:45:38.901815 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-050fd0fa-36a4-4ef4-b42d-096d9e03ce19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31510ca-3177-4626-b329-392b4a7dede2 HTTP/1.1" status: 200 len: 217 time: 0.0436893 Feb 07 02:45:38.953072 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:38.969322 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-3fe215ce-b00c-4c62-9624-684e3855c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:38.970858 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-3fe215ce-b00c-4c62-9624-684e3855c087 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 200 len: 849 time: 0.0619888 Feb 07 02:45:38.980895 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] Checking router: 69602ddf-b632-4121-a6be-7f46fd08d4ec for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:45:38.990623 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:38.991474 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:39.060495 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d183691-5297-413c-8754-a0610dde8a0c req-6c443c3a-4a3e-4e0e-93f9-69168e8a470b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:39.061967 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7d183691-5297-413c-8754-a0610dde8a0c req-6c443c3a-4a3e-4e0e-93f9-69168e8a470b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.0743275 Feb 07 02:45:39.063976 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-8c2c9c1c-b676-4765-b3a3-242aa8fbe673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:39.065623 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-8c2c9c1c-b676-4765-b3a3-242aa8fbe673 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876374 Feb 07 02:45:39.169974 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7d183691-5297-413c-8754-a0610dde8a0c req-ccce59d6-3d23-4eae-ad38-f018b557fc5b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017876 Feb 07 02:45:39.201701 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-4af726d1-b243-4a8e-821c-ff7c8670dc7c service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267283 Feb 07 02:45:39.231323 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:39.299324 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7cf2c3f-67a4-4311-a0c9-6b42c7bda2d8 req-be1f33ce-c554-4f65-b35d-4912474c9fbd service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906782 Feb 07 02:45:39.405616 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b70eb-c59c-434f-9e0e-027ac108bb43 req-9e264c77-daca-422f-9390-d35c5846643d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:39.414347 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9a3b70eb-c59c-434f-9e0e-027ac108bb43 req-9e264c77-daca-422f-9390-d35c5846643d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 944 time: 0.0761545 Feb 07 02:45:39.451119 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d33170c5-becb-4aac-86bd-52f42d65fd1b req-bed0e05f-7130-43d1-9c68-f8e98ab56213 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=ece90e82-03eb-43a8-91c8-31a8fcb0007e HTTP/1.1" status: 200 len: 210 time: 0.0507319 Feb 07 02:45:39.459698 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9a3b70eb-c59c-434f-9e0e-027ac108bb43 req-8bf909bb-b36d-4ff9-bb0e-ca0aca2f3857 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444002 Feb 07 02:45:39.460977 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:39.491392 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d1130-6eec-4f57-8172-3a7e72a55369 None None] The sync data for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi is: [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:45:39.718099 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0407bc3-09ea-42b3-8858-093d773764e8 None None] New status for floating IP 42411317-5381-41b3-8ece-e72f65a92896: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:45:40.283061 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9d484-01dc-4e6a-878f-c36279185e64 req-eb9d6df5-1170-41f2-8e51-ea39b079d72f tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:40.284539 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-34e9d484-01dc-4e6a-878f-c36279185e64 req-eb9d6df5-1170-41f2-8e51-ea39b079d72f tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 944 time: 0.0502152 Feb 07 02:45:40.288119 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:45:40.291894 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5fde00cc-319d-4ab7-be92-dda74fec6f87 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:45:40.319184 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 5fde00cc-319d-4ab7-be92-dda74fec6f87 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:45:40.319522 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5fde00cc-319d-4ab7-be92-dda74fec6f87 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:45:40.334976 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-34e9d484-01dc-4e6a-878f-c36279185e64 req-b9daa267-cd0e-48df-b4d3-e5e711a503e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Feb 07 02:45:40.406033 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:40.418010 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'port_id': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'mac_address': 'fa:16:3e:10:c1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:45:40.455819 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:40.456133 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:40.469149 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:45:40.489303 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:40.493360 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:40.540819 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:40.595316 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebcc2f-ec14-4e49-b0d1-60e3269b88c6 req-1588e107-bc17-4875-9828-8533318527ac tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:40.596782 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e9ebcc2f-ec14-4e49-b0d1-60e3269b88c6 req-1588e107-bc17-4875-9828-8533318527ac tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 944 time: 0.0505924 Feb 07 02:45:40.651633 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e9ebcc2f-ec14-4e49-b0d1-60e3269b88c6 req-141fd514-15c0-47d3-9e67-c78cb3bd9550 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483909 Feb 07 02:45:40.722831 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91118990-c0a2-4da2-8439-33d9194e167f', 'tag': 'b31510ca-3177-4626-b329-392b4a7dede2'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:40.723386 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:45:40.724978 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e" -d '{"events": [{"name": "network-changed", "server_uuid": "91118990-c0a2-4da2-8439-33d9194e167f", "tag": "b31510ca-3177-4626-b329-392b4a7dede2"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:40.731989 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-ecd87e47-9fe6-4e15-bc2d-f3aa58e8fa24 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893431166&fields=id&tenant_id=a90c5dfb972244c1aa625e07b1e3fe40 HTTP/1.1" status: 200 len: 267 time: 0.0491550 Feb 07 02:45:40.784828 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25b1a7e-a895-4eab-b0fa-2d313c1db236 x-openstack-request-id: req-b25b1a7e-a895-4eab-b0fa-2d313c1db236 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:40.785117 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91118990-c0a2-4da2-8439-33d9194e167f", "tag": "b31510ca-3177-4626-b329-392b4a7dede2", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:40.785368 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b25b1a7e-a895-4eab-b0fa-2d313c1db236 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:40.785777 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91118990-c0a2-4da2-8439-33d9194e167f', 'tag': 'b31510ca-3177-4626-b329-392b4a7dede2', 'status': 'completed', 'code': 200} Feb 07 02:45:40.868620 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-b3b583f0-5a25-4836-b720-b9f94b87dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:40.870084 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-b3b583f0-5a25-4836-b720-b9f94b87dbfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 1128 time: 0.0789120 Feb 07 02:45:40.876069 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-1659f9a1-1b48-4f76-92d4-c1dc8cd51823 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:40.877403 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-1659f9a1-1b48-4f76-92d4-c1dc8cd51823 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 812 time: 0.1389856 Feb 07 02:45:40.931622 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-3c33380c-4936-4fd1-8071-0327014c7940 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/quotas/a90c5dfb972244c1aa625e07b1e3fe40 HTTP/1.1" status: 200 len: 375 time: 0.0459027 Feb 07 02:45:40.998833 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-95e09dcd-06f3-4aaf-9df8-be9534c3db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:41.000192 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-95e09dcd-06f3-4aaf-9df8-be9534c3db42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 911 time: 0.1214285 Feb 07 02:45:41.009940 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-3638bf86-252e-4032-9773-c7710890c9b7 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722744 Feb 07 02:45:41.069526 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-18985ce0-f54d-405a-862c-1c8c955a895b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31510ca-3177-4626-b329-392b4a7dede2 HTTP/1.1" status: 200 len: 217 time: 0.0513589 Feb 07 02:45:41.154736 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-6eacd91e-542a-42bd-80d8-2cade4e5e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:41.156135 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-6eacd91e-542a-42bd-80d8-2cade4e5e5e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 200 len: 849 time: 0.0631394 Feb 07 02:45:41.194584 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-7758db8d-9870-4fd3-9fd8-2dfbf6969656 service neutron] 10.222.0.15 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699593 Feb 07 02:45:41.256612 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-81c34f94-1aba-4d6c-8d85-0bcfe6759a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:41.258058 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-81c34f94-1aba-4d6c-8d85-0bcfe6759a15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945859 Feb 07 02:45:41.454808 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a37c77-33d9-47ad-85c9-a050953293ad req-8f699b8c-1da0-4171-b415-a11d194f3c6f tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:41.456490 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-36a37c77-33d9-47ad-85c9-a050953293ad req-8f699b8c-1da0-4171-b415-a11d194f3c6f tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 945 time: 0.0535729 Feb 07 02:45:41.503971 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-36a37c77-33d9-47ad-85c9-a050953293ad req-fe8bd533-52b1-4743-b35c-7935c31874ac tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Feb 07 02:45:41.595328 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-5d958b79-d742-45a4-998e-7ee12b66e1c9 service neutron] 10.222.0.15 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949022 Feb 07 02:45:41.638101 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-3cb234a7-0a3a-44ee-906d-81c4f737c6bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070452 Feb 07 02:45:41.641750 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-601c72a1-8a6b-4315-bb31-29f6cb11cfd8 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743932 Feb 07 02:45:41.762957 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-647c56e7-31a0-4fc1-af59-c0ddeda78295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:41.764683 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-647c56e7-31a0-4fc1-af59-c0ddeda78295 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a9d29f17224774a232218b99165d32&device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1130 time: 0.0704069 Feb 07 02:45:41.778824 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9aaf9b7-ff79-42a5-ae91-b822eda6872e req-946700ad-a048-4a7f-b80d-8db17f345676 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274073 Feb 07 02:45:41.787178 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a24d09-7ae3-4fdb-8058-530256a3f708 req-48ad16b7-e82a-4893-a80e-2ce091296d9c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:41.789749 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b2a24d09-7ae3-4fdb-8058-530256a3f708 req-48ad16b7-e82a-4893-a80e-2ce091296d9c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 944 time: 0.0605965 Feb 07 02:45:41.859323 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b2a24d09-7ae3-4fdb-8058-530256a3f708 req-b5fe6e98-a517-4c6b-ba54-15fc2eaa66f6 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620153 Feb 07 02:45:41.905446 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-165d11be-dd8e-4396-8a96-7d4ca2906b47 req-4f36f6f3-3a5d-47e2-8b70-e30922c2479d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 210 time: 0.0368304 Feb 07 02:45:41.915179 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-29ebb168-0f10-446a-9e29-6a11e66dbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:41.916829 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-29ebb168-0f10-446a-9e29-6a11e66dbfad service neutron] 10.222.0.13 "GET /v2.0/networks?id=abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 200 len: 909 time: 0.1245668 Feb 07 02:45:41.985366 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-08adc737-4ebc-4681-9424-4c1c833286fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 200 len: 1001 time: 0.0611548 Feb 07 02:45:42.033928 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-5e0d1600-8673-4988-8a4e-74cc855896e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:42.035311 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-5e0d1600-8673-4988-8a4e-74cc855896e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eaca85-8eae-4a59-8bdf-b11f8b3cf954 HTTP/1.1" status: 200 len: 847 time: 0.0439916 Feb 07 02:45:42.085053 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-b0e075bd-03f0-4674-a5d0-4cf0a4dfbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:42.086551 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-b0e075bd-03f0-4674-a5d0-4cf0a4dfbdf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcb529c-d80c-4377-a13b-0c35e5fa15df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444813 Feb 07 02:45:42.180964 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-8ebed9f7-7d5e-46f9-ae5d-e2e5de15810f service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871806 Feb 07 02:45:42.268732 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-14f0a1a2-ab31-4157-9a07-8dda3707d885 req-26b5cb97-3b68-4136-9332-030665efa1e9 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812671 Feb 07 02:45:42.314834 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device b31510ca-3177-4626-b329-392b4a7dede2 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:45:42.317953 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:42.425681 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:45:42.436653 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:42.437026 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:42.477844 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port b31510ca-3177-4626-b329-392b4a7dede2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b31510ca-3177-4626-b329-392b4a7dede2,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:42.495023 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': 'b31510ca-3177-4626-b329-392b4a7dede2', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'port_id': 'b31510ca-3177-4626-b329-392b4a7dede2', 'mac_address': 'fa:16:3e:26:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:45:42.560872 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port b31510ca-3177-4626-b329-392b4a7dede2 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:42.561190 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (b31510ca-3177-4626-b329-392b4a7dede2), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:42.579815 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:42.580196 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:42.583640 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31510ca-3177-4626-b329-392b4a7dede2 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:45:42.618733 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:42.621003 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9243cff-abe8-43f4-b2ea-0b0972a649ef" -d '{"events": [{"server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "name": "network-vif-plugged", "status": "completed", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:42.627573 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port b31510ca-3177-4626-b329-392b4a7dede2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b31510ca-3177-4626-b329-392b4a7dede2,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:42.629205 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce46e7-3250-4390-8103-86623053a31f req-da79a8ea-ac39-45a4-9837-41800b787ec4 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:42.636159 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:42.636546 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-71ce46e7-3250-4390-8103-86623053a31f req-da79a8ea-ac39-45a4-9837-41800b787ec4 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 945 time: 0.0616717 Feb 07 02:45:42.637824 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (b31510ca-3177-4626-b329-392b4a7dede2), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:42.643005 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:42.663569 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95cbf20-728e-4d63-bdf9-0bfec4881323 x-openstack-request-id: req-a95cbf20-728e-4d63-bdf9-0bfec4881323 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:42.663863 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "name": "network-vif-plugged", "status": "completed", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:42.664117 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a95cbf20-728e-4d63-bdf9-0bfec4881323 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:42.664531 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'code': 200} Feb 07 02:45:42.690082 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-71ce46e7-3250-4390-8103-86623053a31f req-576ad8a2-01f0-4b27-ba01-a7779000be61 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 Feb 07 02:45:42.690295 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=b31510ca-3177-4626-b329-392b4a7dede2,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:42.739481 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:42.906251 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['b31510ca-3177-4626-b329-392b4a7dede2'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:45:42.942791 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8703351-1abf-4179-b38c-8d7f3060e24d req-62590740-a730-4306-91cb-13efeb8c45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:42.945022 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b8703351-1abf-4179-b38c-8d7f3060e24d req-62590740-a730-4306-91cb-13efeb8c45ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 1130 time: 0.1478133 Feb 07 02:45:43.042484 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-17addf00-b0fb-460a-b042-cf492cb72111 req-810cfdb7-69e2-4205-84a3-d43129bcddea tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 210 time: 0.0389030 Feb 07 02:45:43.065473 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b8703351-1abf-4179-b38c-8d7f3060e24d req-3c121972-110e-4ed9-9781-bfc13b8a324c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107745 Feb 07 02:45:43.147428 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-9746d52c-04ff-43c8-a728-5bc612f47a7d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:43.148911 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-9746d52c-04ff-43c8-a728-5bc612f47a7d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 812 time: 0.1662090 Feb 07 02:45:43.222358 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7a67-aedb-41d3-9b21-f01522a71e86 req-b987e970-44fd-4797-920f-99d3f4bee2ab tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:43.223805 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e30d7a67-aedb-41d3-9b21-f01522a71e86 req-b987e970-44fd-4797-920f-99d3f4bee2ab tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 945 time: 0.0510745 Feb 07 02:45:43.273537 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e30d7a67-aedb-41d3-9b21-f01522a71e86 req-586bd005-7272-4928-a8bb-562fd149ccbf tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441608 Feb 07 02:45:43.341492 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-e4b93d6f-6aec-4c8e-b432-7304aa0fde20 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a90c5dfb972244c1aa625e07b1e3fe40 HTTP/1.1" status: 200 len: 379 time: 0.0531478 Feb 07 02:45:43.355830 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'port': {'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'admin_state_up': True, 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'security_groups': ['6ed41a7a-c24f-4468-9ec1-fa33b9a06831']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:43.458479 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Made reservation on behalf of a90c5dfb972244c1aa625e07b1e3fe40 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:45:43.461978 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:43.586419 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Allocated IP 172.20.0.4 (cc9544ab-0eed-49d7-80b6-5927b9db83bc/b23f3586-0566-4419-ba2f-e0f5ed208f10/b0040274-ab09-4f1a-b4db-e2e17452f0ae) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:43.735076 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:43.775220 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:43.823199 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccaee0-89ea-42c3-8319-c25ea1ee79f7 req-777317ac-54af-4e1d-8f87-6b11300f825e tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:43.824789 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-36ccaee0-89ea-42c3-8319-c25ea1ee79f7 req-777317ac-54af-4e1d-8f87-6b11300f825e tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.0613661 Feb 07 02:45:43.825395 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:43.831011 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:43.835506 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:43.839449 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'Port': ['ID=b0040274-ab09-4f1a-b4db-e2e17452f0ae,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:43.882409 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-36ccaee0-89ea-42c3-8319-c25ea1ee79f7 req-b73737dc-86f1-4244-8a7b-ecba33cc508b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513175 Feb 07 02:45:43.888605 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:43.889234 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:43.906746 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-bbcc4fce-c39a-41da-a870-07c1853ad906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543156 Feb 07 02:45:43.924557 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Request body: {'port': {'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:43.988338 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.070699 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-1f30a547-fb3b-4d82-b8a0-226385264633 None None] Provisioning complete for port b0040274-ab09-4f1a-b4db-e2e17452f0ae triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:44.071153 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1f30a547-fb3b-4d82-b8a0-226385264633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.112496 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-1f30a547-fb3b-4d82-b8a0-226385264633 None None] Port b0040274-ab09-4f1a-b4db-e2e17452f0ae cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:45:44.217922 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148491f0-77ee-4c28-9ed5-6c0fb6380546 req-5d8b241f-f9ec-4de5-a94c-946b1b165e9d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:44.219286 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-148491f0-77ee-4c28-9ed5-6c0fb6380546 req-5d8b241f-f9ec-4de5-a94c-946b1b165e9d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 931 time: 0.1140695 Feb 07 02:45:44.299105 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-148491f0-77ee-4c28-9ed5-6c0fb6380546 req-874b8aac-5ca2-447a-8257-4abceffe5978 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741618 Feb 07 02:45:44.330443 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0040274-ab09-4f1a-b4db-e2e17452f0ae {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:45:44.337994 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Publish callbacks [] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.345204 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device b31510ca-3177-4626-b329-392b4a7dede2 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:44.351868 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Transition to ACTIVE for port object b0040274-ab09-4f1a-b4db-e2e17452f0ae will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:45:44.356894 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.399333 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f8df9-b636-4957-90cc-74a17ccc4987 req-65f7af9e-9ef4-4a7b-b55b-338f9d5ff9e9 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:44.400919 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fe7f8df9-b636-4957-90cc-74a17ccc4987 req-65f7af9e-9ef4-4a7b-b55b-338f9d5ff9e9 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 945 time: 0.0618453 Feb 07 02:45:44.413979 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port b31510ca-3177-4626-b329-392b4a7dede2 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:45:44.418289 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port b31510ca-3177-4626-b329-392b4a7dede2 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:44.418732 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (b31510ca-3177-4626-b329-392b4a7dede2), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.424782 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Pushing event updated for resources: {'Port': ['ID=b0040274-ab09-4f1a-b4db-e2e17452f0ae,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:44.453473 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fe7f8df9-b636-4957-90cc-74a17ccc4987 req-db607fa5-97bf-4852-b8ef-a57dc00f12ec tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444453 Feb 07 02:45:44.496628 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Attempting to bind port b0040274-ab09-4f1a-b4db-e2e17452f0ae on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:45:44.496976 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Attempting to bind port b0040274-ab09-4f1a-b4db-e2e17452f0ae by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:45:44.497309 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Attempting to bind port b0040274-ab09-4f1a-b4db-e2e17452f0ae on network cc9544ab-0eed-49d7-80b6-5927b9db83bc {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:44.502138 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Port b0040274-ab09-4f1a-b4db-e2e17452f0ae on network cc9544ab-0eed-49d7-80b6-5927b9db83bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:45:44.502468 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Attempting to bind port b0040274-ab09-4f1a-b4db-e2e17452f0ae on network cc9544ab-0eed-49d7-80b6-5927b9db83bc {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:45:44.507829 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:45:44.508215 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Checking segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:45:44.508700 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Bound using segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:45:44.509116 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Bound port: b0040274-ab09-4f1a-b4db-e2e17452f0ae, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:45:44.509535 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.527226 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port b31510ca-3177-4626-b329-392b4a7dede2 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:44.527622 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (b31510ca-3177-4626-b329-392b4a7dede2), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.562425 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port b31510ca-3177-4626-b329-392b4a7dede2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b31510ca-3177-4626-b329-392b4a7dede2,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:44.566626 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (b31510ca-3177-4626-b329-392b4a7dede2), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.583971 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] For port b0040274-ab09-4f1a-b4db-e2e17452f0ae, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:45:44.587418 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] For port b0040274-ab09-4f1a-b4db-e2e17452f0ae, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:45:44.592786 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.617827 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=b31510ca-3177-4626-b329-392b4a7dede2,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:44.625129 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:44.625744 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:44.627136 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0040274-ab09-4f1a-b4db-e2e17452f0ae HTTP/1.1" status: 200 len: 1093 time: 0.7068908 Feb 07 02:45:44.627603 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:44.629837 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2472701c-81c1-4e2e-b856-cba2e3c9a446" -d '{"events": [{"name": "network-changed", "server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:44.665392 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91118990-c0a2-4da2-8439-33d9194e167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31510ca-3177-4626-b329-392b4a7dede2'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:44.668569 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30fb8fa-1e5a-4f64-84ea-50f492a4d95f" -d '{"events": [{"server_uuid": "91118990-c0a2-4da2-8439-33d9194e167f", "name": "network-vif-plugged", "status": "completed", "tag": "b31510ca-3177-4626-b329-392b4a7dede2"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:44.669225 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968b6fe-e94c-4792-b3c7-509f0f51d472 service neutron] Pushing event updated for resources: {'Port': ['ID=b0040274-ab09-4f1a-b4db-e2e17452f0ae,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:44.680356 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040372e7-3d54-4eca-a5f3-7e3852262f6e x-openstack-request-id: req-040372e7-3d54-4eca-a5f3-7e3852262f6e {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:44.680683 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:44.680945 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-040372e7-3d54-4eca-a5f3-7e3852262f6e {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:44.682101 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'status': 'completed', 'code': 200} Feb 07 02:45:44.711973 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe4fd8a-8735-4812-913f-4c91221a1ff3 x-openstack-request-id: req-9fe4fd8a-8735-4812-913f-4c91221a1ff3 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:44.712287 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91118990-c0a2-4da2-8439-33d9194e167f", "name": "network-vif-plugged", "status": "completed", "tag": "b31510ca-3177-4626-b329-392b4a7dede2", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:44.712593 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fe4fd8a-8735-4812-913f-4c91221a1ff3 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:44.712982 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91118990-c0a2-4da2-8439-33d9194e167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31510ca-3177-4626-b329-392b4a7dede2', 'code': 200} Feb 07 02:45:44.729194 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-fc331387-a142-4b2d-a3a7-02c4bc6cb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:44.730666 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-fc331387-a142-4b2d-a3a7-02c4bc6cb95e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 1127 time: 0.0477285 Feb 07 02:45:44.778892 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-52ce2713-ad0f-4f91-b6d3-a10586d55a13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae HTTP/1.1" status: 200 len: 217 time: 0.0404785 Feb 07 02:45:44.840944 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-296ac3af-a2d6-474d-af07-4645fbdbd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:44.842421 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-296ac3af-a2d6-474d-af07-4645fbdbd2ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0563343 Feb 07 02:45:44.928580 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656297e6-ed50-4e5c-87c8-a1ee3682be1e req-2920031c-3ce8-4d44-b48b-53781b4ad9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:44.930087 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-656297e6-ed50-4e5c-87c8-a1ee3682be1e req-2920031c-3ce8-4d44-b48b-53781b4ad9cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 1130 time: 0.0767417 Feb 07 02:45:44.932369 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-13cbde8a-7d85-4292-9462-2222a5a3efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:44.933698 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-13cbde8a-7d85-4292-9462-2222a5a3efc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814977 Feb 07 02:45:45.063029 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-656297e6-ed50-4e5c-87c8-a1ee3682be1e req-cbb3f812-d500-41c8-97cb-e78ad5a6d7b5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216581 Feb 07 02:45:45.082872 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e3087-50bb-413f-b5b3-d3b5b0064286 req-32b6c4ae-756f-482a-aff5-add033153b1a tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:45.084803 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-936e3087-50bb-413f-b5b3-d3b5b0064286 req-32b6c4ae-756f-482a-aff5-add033153b1a tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.1305704 Feb 07 02:45:45.100871 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-5c4e8719-ee58-4dbf-b518-73868114a192 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544864 Feb 07 02:45:45.134076 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-936e3087-50bb-413f-b5b3-d3b5b0064286 req-f291f60f-fe23-46f6-a59a-848cc333a37e tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Feb 07 02:45:45.248134 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5977e-f958-4b16-b540-324ba22fa2aa req-fea56d4e-07f5-41ac-9c2d-c5391fa514c7 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:45.249604 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e1a5977e-f958-4b16-b540-324ba22fa2aa req-fea56d4e-07f5-41ac-9c2d-c5391fa514c7 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.0497906 Feb 07 02:45:45.294695 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e1a5977e-f958-4b16-b540-324ba22fa2aa req-786007a0-11bb-4951-a4f3-66c7a1a2febf tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Feb 07 02:45:45.361632 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33002bd6-ef3a-4213-8ac9-b2f871e11a05 req-0aeaad94-6753-47f2-82cf-8f18baf259a7 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886793 Feb 07 02:45:45.381742 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5148c317-5575-46d9-b3dd-75c1068d00fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:45.418481 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36185e-0e25-408e-85ec-0323dff81696 req-89c80bed-dff2-44fd-a045-27fc1916240b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:45.420365 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3a36185e-0e25-408e-85ec-0323dff81696 req-89c80bed-dff2-44fd-a045-27fc1916240b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 943 time: 0.0537469 Feb 07 02:45:45.466368 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-afa0b0d0-5cd1-48e0-8c27-d4d68e3b9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:45.467955 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-afa0b0d0-5cd1-48e0-8c27-d4d68e3b9c37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 1127 time: 0.0497365 Feb 07 02:45:45.473537 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3a36185e-0e25-408e-85ec-0323dff81696 req-9d5f441e-5768-4bbe-bf03-9b9bcf921aa1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478539 Feb 07 02:45:45.596768 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-6012eb5c-d138-40c8-ac18-3731ee1ff55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:45.597412 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d0e14-a372-45e7-b6d0-e29b1d25b479 req-1562b3bd-a6e2-486a-b19f-de6d75c3bf75 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:45.598113 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-6012eb5c-d138-40c8-ac18-3731ee1ff55a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.1128426 Feb 07 02:45:45.599037 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-436d0e14-a372-45e7-b6d0-e29b1d25b479 req-1562b3bd-a6e2-486a-b19f-de6d75c3bf75 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 946 time: 0.0542862 Feb 07 02:45:45.646189 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-436d0e14-a372-45e7-b6d0-e29b1d25b479 req-9ccf0559-6869-425f-b085-e64cc1b89f80 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Feb 07 02:45:45.653810 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-61abd7e9-2d48-4c7a-af4d-d04a01652838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae HTTP/1.1" status: 200 len: 217 time: 0.0417435 Feb 07 02:45:45.672371 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae89cd-3cad-483e-b3ba-028f069ca9d4 req-9bf31c4f-03d5-4bf6-a3c2-6b06aa3a55fc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:45.673841 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-78ae89cd-3cad-483e-b3ba-028f069ca9d4 req-9bf31c4f-03d5-4bf6-a3c2-6b06aa3a55fc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.0954320 Feb 07 02:45:45.737139 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-c18a7911-126d-4425-8d86-7d476224c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:45.738545 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-c18a7911-126d-4425-8d86-7d476224c9eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0638671 Feb 07 02:45:45.760969 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-78ae89cd-3cad-483e-b3ba-028f069ca9d4 req-66e005a7-5496-4607-a552-a8d090d5f7f9 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784235 Feb 07 02:45:45.792143 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-97d07502-0e74-4865-8b8c-f34370f3fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:45.793652 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-97d07502-0e74-4865-8b8c-f34370f3fd50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476418 Feb 07 02:45:45.887347 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-90fd6613-144a-499d-9964-56a4d039fb52 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856266 Feb 07 02:45:45.982562 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2472701c-81c1-4e2e-b856-cba2e3c9a446 req-51163ea1-3fdb-4d04-a731-1338c4be2551 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883853 Feb 07 02:45:46.587177 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a650262-d2dd-47d1-9160-c25f176f5fac req-b1485f33-1c9d-449e-ae75-add425d3d424 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:46.588640 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9a650262-d2dd-47d1-9160-c25f176f5fac req-b1485f33-1c9d-449e-ae75-add425d3d424 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 943 time: 0.0505207 Feb 07 02:45:46.634489 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9a650262-d2dd-47d1-9160-c25f176f5fac req-c7684197-6797-43e9-b73b-65558eaeabf9 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Feb 07 02:45:46.770652 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fc4e6-7802-4507-8fba-1a556bf81024 req-a9f932dc-bd72-409e-b072-c840a3a96ef1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:46.772065 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-579fc4e6-7802-4507-8fba-1a556bf81024 req-a9f932dc-bd72-409e-b072-c840a3a96ef1 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 946 time: 0.0571268 Feb 07 02:45:46.817693 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-579fc4e6-7802-4507-8fba-1a556bf81024 req-7e711afb-cb55-4d6b-9eb2-c86311a8e3ea tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Feb 07 02:45:46.931920 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499434f1-6097-405c-91b4-7f099059613b req-f9cba11e-8954-4860-8726-32389a6eac57 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:46.933386 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-499434f1-6097-405c-91b4-7f099059613b req-f9cba11e-8954-4860-8726-32389a6eac57 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 946 time: 0.0548723 Feb 07 02:45:46.941739 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53646) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:46.945947 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-943d47b9-9baa-4be8-8ccf-cca846fa7f07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Request body: {'floatingip': {'port_id': 'b31510ca-3177-4626-b329-392b4a7dede2'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:46.983137 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-943d47b9-9baa-4be8-8ccf-cca846fa7f07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (77953fcc-ce1e-4b49-a4eb-112bb76f6c9c), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:47.636097 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-943d47b9-9baa-4be8-8ccf-cca846fa7f07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:47.641352 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-943d47b9-9baa-4be8-8ccf-cca846fa7f07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (77953fcc-ce1e-4b49-a4eb-112bb76f6c9c), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:47.750403 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-943d47b9-9baa-4be8-8ccf-cca846fa7f07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Floating IP 77953fcc-ce1e-4b49-a4eb-112bb76f6c9c associated. External IP: 172.27.1.82, port: b31510ca-3177-4626-b329-392b4a7dede2. Feb 07 02:45:47.779472 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1eba81-657e-4b55-a0ef-60228b363b41 req-d226e059-d579-4c0f-b0c3-4a07ac8d6b2b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:47.786194 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-aa3059a4-5d6b-47e4-8983-746b4d534947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:47.786873 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8f1eba81-657e-4b55-a0ef-60228b363b41 req-d226e059-d579-4c0f-b0c3-4a07ac8d6b2b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 943 time: 0.0665641 Feb 07 02:45:47.833237 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8f1eba81-657e-4b55-a0ef-60228b363b41 req-546ed1d8-3fc0-41cd-93e4-bfbf4da1d44a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454276 Feb 07 02:45:47.979357 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943d47b9-9baa-4be8-8ccf-cca846fa7f07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Router 942b3c68-3c34-47e9-979d-02c39f8e66f3 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:45:48.067212 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383b0b2-9ac0-4d5e-ad90-68ff890995c1 req-8e4f7225-e51b-4e25-be6e-168507e97aed tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:48.069373 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c383b0b2-9ac0-4d5e-ad90-68ff890995c1 req-8e4f7225-e51b-4e25-be6e-168507e97aed tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0523663 Feb 07 02:45:48.092011 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943d47b9-9baa-4be8-8ccf-cca846fa7f07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:45:48.097133 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-943d47b9-9baa-4be8-8ccf-cca846fa7f07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:48.104837 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] Sync routers for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:45:48.115792 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:48.116823 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:48.119901 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c383b0b2-9ac0-4d5e-ad90-68ff890995c1 req-3a4a25db-16fd-478a-af68-ed3b85139c37 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446498 Feb 07 02:45:48.129665 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-943d47b9-9baa-4be8-8ccf-cca846fa7f07 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "PUT /v2.0/floatingips/77953fcc-ce1e-4b49-a4eb-112bb76f6c9c HTTP/1.1" status: 200 len: 991 time: 1.1869097 Feb 07 02:45:48.130244 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91118990-c0a2-4da2-8439-33d9194e167f', 'tag': 'b31510ca-3177-4626-b329-392b4a7dede2'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:48.136926 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa81f19-de5f-4dba-9136-042b1d471c37" -d '{"events": [{"name": "network-changed", "server_uuid": "91118990-c0a2-4da2-8439-33d9194e167f", "tag": "b31510ca-3177-4626-b329-392b4a7dede2"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:48.180218 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5246ff8c-64de-4504-8bb8-e0a85d1dc550 x-openstack-request-id: req-5246ff8c-64de-4504-8bb8-e0a85d1dc550 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:48.180566 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91118990-c0a2-4da2-8439-33d9194e167f", "tag": "b31510ca-3177-4626-b329-392b4a7dede2", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:48.180828 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5246ff8c-64de-4504-8bb8-e0a85d1dc550 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:48.181234 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91118990-c0a2-4da2-8439-33d9194e167f', 'tag': 'b31510ca-3177-4626-b329-392b4a7dede2', 'status': 'completed', 'code': 200} Feb 07 02:45:48.242523 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fd276-8691-47a4-97cf-01eb6c4e716b req-87968752-0d93-4c6a-82b3-124cea2980ef tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:48.243934 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-504fd276-8691-47a4-97cf-01eb6c4e716b req-87968752-0d93-4c6a-82b3-124cea2980ef tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 946 time: 0.0534654 Feb 07 02:45:48.249274 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-c3c4bb21-32ae-4b4f-9c02-b164176c40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:48.250253 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:48.250789 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-c3c4bb21-32ae-4b4f-9c02-b164176c40f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 1130 time: 0.0458107 Feb 07 02:45:48.292761 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-504fd276-8691-47a4-97cf-01eb6c4e716b req-5d5ca81c-234f-4871-97e8-a66bf3a1d464 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430284 Feb 07 02:45:48.340632 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-c1fb9a97-3967-4189-a7ff-d8a6ef48a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:48.342162 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-c1fb9a97-3967-4189-a7ff-d8a6ef48a90f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 200 len: 911 time: 0.0845916 Feb 07 02:45:48.409835 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-729fa2a9-e4c9-4433-a778-154479e8f576 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b31510ca-3177-4626-b329-392b4a7dede2 HTTP/1.1" status: 200 len: 999 time: 0.0605259 Feb 07 02:45:48.458276 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-9e7c9857-74d6-49f3-b525-61c689186449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:48.459718 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-9e7c9857-74d6-49f3-b525-61c689186449 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 200 len: 849 time: 0.0429711 Feb 07 02:45:48.507306 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-fb5fd246-8950-4216-af11-a6afa4caa035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:48.508854 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-fb5fd246-8950-4216-af11-a6afa4caa035 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429964 Feb 07 02:45:48.522189 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '77953fcc-ce1e-4b49-a4eb-112bb76f6c9c', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'port_id': 'b31510ca-3177-4626-b329-392b4a7dede2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'mac_address': 'fa:16:3e:26:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91118990-c0a2-4da2-8439-33d9194e167f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:45:25Z', 'updated_at': '2022-02-07T02:45:47Z', 'revision_number': 1, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:48.547523 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] Checking router: 942b3c68-3c34-47e9-979d-02c39f8e66f3 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:45:48.556180 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:48.556805 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:48.600029 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-bd2faef8-62a8-46a9-a5cf-43f27868db64 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844927 Feb 07 02:45:48.669027 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:48.686414 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eaa81f19-de5f-4dba-9136-042b1d471c37 req-97dbf16a-44f8-49f5-a5e1-dfcf49c1addd service neutron] 10.222.0.13 "GET /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809290 Feb 07 02:45:48.964749 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8db4cb-9431-4288-828a-a5bc5d52ed5f req-f6e23c51-e9bb-4ab0-b83f-9e022776eddf tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:48.966262 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8a8db4cb-9431-4288-828a-a5bc5d52ed5f req-f6e23c51-e9bb-4ab0-b83f-9e022776eddf tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 943 time: 0.0626686 Feb 07 02:45:49.010648 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:49.015741 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8a8db4cb-9431-4288-828a-a5bc5d52ed5f req-f99d668a-1340-43e7-9d10-0ade91e6c66d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Feb 07 02:45:49.033763 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '77953fcc-ce1e-4b49-a4eb-112bb76f6c9c', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'port_id': 'b31510ca-3177-4626-b329-392b4a7dede2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'mac_address': 'fa:16:3e:26:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91118990-c0a2-4da2-8439-33d9194e167f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:45:25Z', 'updated_at': '2022-02-07T02:45:47Z', 'revision_number': 1, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:49.058554 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9af5f3-45c4-4321-a205-225757472f4f None None] The sync data for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi is: [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '77953fcc-ce1e-4b49-a4eb-112bb76f6c9c', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'port_id': 'b31510ca-3177-4626-b329-392b4a7dede2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'mac_address': 'fa:16:3e:26:74:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91118990-c0a2-4da2-8439-33d9194e167f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:45:25Z', 'updated_at': '2022-02-07T02:45:47Z', 'revision_number': 1, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:45:49.246533 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e418d-d3b2-4c49-b906-8f0512955581 req-6d36b52b-1c68-46e1-93b5-40724eb03a5c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:49.248067 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4c1e418d-d3b2-4c49-b906-8f0512955581 req-6d36b52b-1c68-46e1-93b5-40724eb03a5c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0530045 Feb 07 02:45:49.250271 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378343c0-7c6f-461a-ad42-b6584372789e None None] New status for floating IP 77953fcc-ce1e-4b49-a4eb-112bb76f6c9c: ACTIVE {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:45:49.294512 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4c1e418d-d3b2-4c49-b906-8f0512955581 req-d6042f0d-a449-4735-8079-7d7d03670108 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406325 Feb 07 02:45:49.408440 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c68b5e-b8c6-4bd0-853d-7e2102f71058 req-be0e2faa-3ca0-4877-a17b-1ac348c4a33d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:49.409918 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-66c68b5e-b8c6-4bd0-853d-7e2102f71058 req-be0e2faa-3ca0-4877-a17b-1ac348c4a33d tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 946 time: 0.0510867 Feb 07 02:45:49.464065 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-66c68b5e-b8c6-4bd0-853d-7e2102f71058 req-90b062d2-1f91-4e4f-b819-435819f96be8 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485008 Feb 07 02:45:50.138968 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81086343-d52b-410d-a48e-8c7992b6d8b6 req-abd6c1d1-9e8d-48f4-9b89-e85a66809aa5 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:50.140519 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-81086343-d52b-410d-a48e-8c7992b6d8b6 req-abd6c1d1-9e8d-48f4-9b89-e85a66809aa5 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 943 time: 0.0578351 Feb 07 02:45:50.194244 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-81086343-d52b-410d-a48e-8c7992b6d8b6 req-c0fa17d0-6119-4d19-a9c8-47129250b482 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472987 Feb 07 02:45:50.268984 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:50.417219 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb494cf-a8ec-4f45-bca9-602355fa032f req-693b87e4-adcd-4868-a7f2-47a973a27258 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:50.418690 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9fb494cf-a8ec-4f45-bca9-602355fa032f req-693b87e4-adcd-4868-a7f2-47a973a27258 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0543523 Feb 07 02:45:50.470603 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9fb494cf-a8ec-4f45-bca9-602355fa032f req-18fd159c-13f0-4278-9a7b-a91bcb0a5ae5 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464585 Feb 07 02:45:51.312085 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60311c-6f21-4247-9973-14c9ea2df003 req-ed1e84d7-fe07-4953-ac9f-655467ab0bdc tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:51.313565 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9e60311c-6f21-4247-9973-14c9ea2df003 req-ed1e84d7-fe07-4953-ac9f-655467ab0bdc tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 943 time: 0.0516324 Feb 07 02:45:51.360390 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9e60311c-6f21-4247-9973-14c9ea2df003 req-53e177e2-94b9-414b-a680-8ec2f58b8906 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411539 Feb 07 02:45:51.589904 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdccc9-61dd-4b6e-916b-767094f7dccc req-aedb996e-37f2-4d2d-8196-f927ed5da51b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:51.591353 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4bbdccc9-61dd-4b6e-916b-767094f7dccc req-aedb996e-37f2-4d2d-8196-f927ed5da51b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0513482 Feb 07 02:45:51.637183 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4bbdccc9-61dd-4b6e-916b-767094f7dccc req-534919aa-327d-4534-aace-66cf34fa8c19 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400589 Feb 07 02:45:51.931483 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:52.477132 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdbaee-0908-4c71-a342-53821b67aa76 req-f126603c-ce7a-4b55-8163-de375c7ee3e6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:52.478585 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-00cdbaee-0908-4c71-a342-53821b67aa76 req-f126603c-ce7a-4b55-8163-de375c7ee3e6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 943 time: 0.0541699 Feb 07 02:45:52.525089 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-00cdbaee-0908-4c71-a342-53821b67aa76 req-851993a7-ad61-462c-9d66-23c3f544cee2 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410745 Feb 07 02:45:52.756321 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddab9fe-f037-4e0b-b6e1-c13ed6930c74 req-02b78acf-fcd4-48c0-95d9-5a559df8631c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:52.757820 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eddab9fe-f037-4e0b-b6e1-c13ed6930c74 req-02b78acf-fcd4-48c0-95d9-5a559df8631c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0511913 Feb 07 02:45:52.805470 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eddab9fe-f037-4e0b-b6e1-c13ed6930c74 req-61330d67-2f02-4f30-90b8-8a4df29c3dc9 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 Feb 07 02:45:53.639118 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c83e2-0e58-4d8d-9fb6-8852695a6260 req-30f056b8-6f96-44ae-96c3-624982352d45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:53.640645 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-313c83e2-0e58-4d8d-9fb6-8852695a6260 req-30f056b8-6f96-44ae-96c3-624982352d45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 943 time: 0.0510089 Feb 07 02:45:53.687559 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-313c83e2-0e58-4d8d-9fb6-8852695a6260 req-1bb26d62-b0a3-4db9-9499-4a3e8114cf82 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415068 Feb 07 02:45:53.951777 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c6fd1-1b50-4cc4-9c03-f0c9b5d5850a req-cb16a334-b3ce-4023-8632-8ecf8f65b141 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:53.953274 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-769c6fd1-1b50-4cc4-9c03-f0c9b5d5850a req-cb16a334-b3ce-4023-8632-8ecf8f65b141 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0567896 Feb 07 02:45:54.000067 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-769c6fd1-1b50-4cc4-9c03-f0c9b5d5850a req-6d482543-b9d8-4f2a-bee8-23a0ed554f72 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Feb 07 02:45:54.094737 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f51106-c376-46e7-98c2-7d8fa666efad req-291ea885-54e6-4a28-a32d-be815e2b5fd0 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:54.096071 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d0f51106-c376-46e7-98c2-7d8fa666efad req-291ea885-54e6-4a28-a32d-be815e2b5fd0 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.0496411 Feb 07 02:45:54.149391 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d0f51106-c376-46e7-98c2-7d8fa666efad req-6a015c2e-e8f2-4330-9735-652f100f36c2 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470741 Feb 07 02:45:54.186018 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53752) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:54.329505 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e61a1-f2a1-4a20-808b-55bf3db44945 tempest-TestMinimumBasicScenario-1239720907 tempest-TestMinimumBasicScenario-1239720907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:54.331020 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-693e61a1-f2a1-4a20-808b-55bf3db44945 tempest-TestMinimumBasicScenario-1239720907 tempest-TestMinimumBasicScenario-1239720907-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 1125 time: 0.1439526 Feb 07 02:45:54.333919 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53758) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:54.338693 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'floatingip': {'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'port_id': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:54.358403 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:54.392622 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device b0040274-ab09-4f1a-b4db-e2e17452f0ae details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:45:54.450618 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:54.487630 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port b0040274-ab09-4f1a-b4db-e2e17452f0ae, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:54.499632 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:45:54.539470 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port b0040274-ab09-4f1a-b4db-e2e17452f0ae is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:54.539854 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:54.552315 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0040274-ab09-4f1a-b4db-e2e17452f0ae {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:45:54.558234 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Allocated IP 172.27.1.145 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/b4cf29f2-b342-410e-8aec-b26f57524399) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:45:54.571692 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port b0040274-ab09-4f1a-b4db-e2e17452f0ae, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:54.576106 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:54.621231 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=b0040274-ab09-4f1a-b4db-e2e17452f0ae,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:54.627937 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.628309 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.628689 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.629031 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.629360 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.629686 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.630007 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.630332 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.630652 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.630974 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.631292 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.632185 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.632527 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:45:54.656881 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for port (b4cf29f2-b342-410e-8aec-b26f57524399), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:54.689206 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (b4cf29f2-b342-410e-8aec-b26f57524399), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:54.732675 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:45:54.735512 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:45:54.738073 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:45:54.765215 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'Port': ['ID=b4cf29f2-b342-410e-8aec-b26f57524399,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:54.805298 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f7bb4-861a-46eb-9119-99ec9625d811 req-2f3089c5-0658-4969-8c6d-c004f2440a50 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:54.807205 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-404f7bb4-861a-46eb-9119-99ec9625d811 req-2f3089c5-0658-4969-8c6d-c004f2440a50 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 944 time: 0.0542760 Feb 07 02:45:54.854505 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-404f7bb4-861a-46eb-9119-99ec9625d811 req-b46d830d-6924-4f20-b3d0-e06a92ccdcf7 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420995 Feb 07 02:45:54.871650 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['b0040274-ab09-4f1a-b4db-e2e17452f0ae'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:45:55.120508 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for floatingip (8bb076b0-2604-4b97-a713-214431eeb51e), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:55.167085 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6fd48-c067-4b66-8932-1df9f26bb64e req-b2861c83-1773-46e6-9c01-e9c4eb3f23ad tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:55.168573 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2ec6fd48-c067-4b66-8932-1df9f26bb64e req-b2861c83-1773-46e6-9c01-e9c4eb3f23ad tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0929830 Feb 07 02:45:55.222336 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (b4cf29f2-b342-410e-8aec-b26f57524399), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:55.253799 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2ec6fd48-c067-4b66-8932-1df9f26bb64e req-ccf26537-73fd-4292-a247-a65e9a50a011 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794401 Feb 07 02:45:55.387548 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for port (b4cf29f2-b342-410e-8aec-b26f57524399), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:55.391871 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776248'] for port (b4cf29f2-b342-410e-8aec-b26f57524399), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:55.456547 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'Port': ['ID=b4cf29f2-b342-410e-8aec-b26f57524399,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:55.465895 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (8bb076b0-2604-4b97-a713-214431eeb51e), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:55.562622 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Floating IP 8bb076b0-2604-4b97-a713-214431eeb51e associated. External IP: 172.27.1.145, port: 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa. Feb 07 02:45:55.766385 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Router 1b49e06e-bcae-4931-b291-5bf1f13b0007 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:45:55.876197 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:45:55.888117 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] Sync routers for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:45:55.893218 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:55.899711 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:55.900118 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:55.928155 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-cc2d0f4f-b343-4b44-9401-bb8874d1f96c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5907433 Feb 07 02:45:55.928155 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:55.929198 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53768) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:55.929654 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68ff6d8-6a1e-4f56-acd0-320688afba4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:55.933607 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-86ebc995-c8d4-494a-bb4b-7bb9b85f068c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767581583', 'description': 'tempest-secgroup-smoke-767581583 description', 'project_id': '72eb261400104c0b9b2132c91f25845b'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:55.989657 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-86ebc995-c8d4-494a-bb4b-7bb9b85f068c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.024226 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:56.033899 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e041d936-ec3b-4e6a-b8a1-0fecf25bd5c9 x-openstack-request-id: req-e041d936-ec3b-4e6a-b8a1-0fecf25bd5c9 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:56.034294 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:56.034684 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e041d936-ec3b-4e6a-b8a1-0fecf25bd5c9 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:56.035519 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'status': 'completed', 'code': 200} Feb 07 02:45:56.036154 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875d77e-3f45-48a8-a20c-6909cf62781e req-929d36bf-9ba1-401e-b481-4e431f0431fd tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:56.043376 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f875d77e-3f45-48a8-a20c-6909cf62781e req-929d36bf-9ba1-401e-b481-4e431f0431fd tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 944 time: 0.0879412 Feb 07 02:45:56.145859 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f875d77e-3f45-48a8-a20c-6909cf62781e req-3ecde367-38f2-4628-bac5-de91d681311c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016290 Feb 07 02:45:56.149026 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-86ebc995-c8d4-494a-bb4b-7bb9b85f068c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group (6a39d54c-a8a2-48ad-91c0-48ff4551f86a), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.152803 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-86ebc995-c8d4-494a-bb4b-7bb9b85f068c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6a39d54c-a8a2-48ad-91c0-48ff4551f86a), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.183774 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-28c0b3ca-ba99-495a-be04-096147318e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:56.185321 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-28c0b3ca-ba99-495a-be04-096147318e7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72eb261400104c0b9b2132c91f25845b&device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 1130 time: 0.1282580 Feb 07 02:45:56.190675 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-86ebc995-c8d4-494a-bb4b-7bb9b85f068c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.191836 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-86ebc995-c8d4-494a-bb4b-7bb9b85f068c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2617457 Feb 07 02:45:56.194850 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53774) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:56.199928 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-91ca68d3-2a02-4f5d-b4e4-668813a22391 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'security_group_rule': {'security_group_id': '6a39d54c-a8a2-48ad-91c0-48ff4551f86a', 'project_id': '72eb261400104c0b9b2132c91f25845b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:56.217382 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebc995-c8d4-494a-bb4b-7bb9b85f068c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a39d54c-a8a2-48ad-91c0-48ff4551f86a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:56.236423 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-91ca68d3-2a02-4f5d-b4e4-668813a22391 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (b2581f8a-b2a0-42cf-9000-21501d41fc11), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.289469 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-7c2f39e6-94a3-40f8-abed-f950f42094f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:56.290953 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-7c2f39e6-94a3-40f8-abed-f950f42094f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f523bcc-3dd9-48f0-9a66-57360bccae1b HTTP/1.1" status: 200 len: 916 time: 0.0945830 Feb 07 02:45:56.293278 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '8bb076b0-2604-4b97-a713-214431eeb51e', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'port_id': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'mac_address': 'fa:16:3e:10:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:45:54Z', 'updated_at': '2022-02-07T02:45:54Z', 'revision_number': 0, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:11Z', 'revision_number': 5, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:56.302417 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-91ca68d3-2a02-4f5d-b4e4-668813a22391 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (b2581f8a-b2a0-42cf-9000-21501d41fc11), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.308207 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-91ca68d3-2a02-4f5d-b4e4-668813a22391 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (b2581f8a-b2a0-42cf-9000-21501d41fc11), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.326942 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca68d3-2a02-4f5d-b4e4-668813a22391 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2581f8a-b2a0-42cf-9000-21501d41fc11,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:56.327170 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] Checking router: 1b49e06e-bcae-4931-b291-5bf1f13b0007 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:45:56.337452 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:45:56.337772 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:56.349152 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-91ca68d3-2a02-4f5d-b4e4-668813a22391 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.352091 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-91ca68d3-2a02-4f5d-b4e4-668813a22391 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1561091 Feb 07 02:45:56.354757 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53780) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:56.359641 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-8eed95ff-f671-48c8-89cb-0438f28ca356 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'security_group_rule': {'security_group_id': '6a39d54c-a8a2-48ad-91c0-48ff4551f86a', 'project_id': '72eb261400104c0b9b2132c91f25845b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:56.364561 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-344d96f3-506e-4794-a91d-c2f14801f0aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 200 len: 1000 time: 0.0668168 Feb 07 02:45:56.411674 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device b0040274-ab09-4f1a-b4db-e2e17452f0ae up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:45:56.418552 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8eed95ff-f671-48c8-89cb-0438f28ca356 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (bb8d0418-fbcb-4b3e-a0db-c7444cb3a93c), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.424741 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-7f927bf7-7189-470e-a14d-46104ecfea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:56.426660 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-7f927bf7-7189-470e-a14d-46104ecfea18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb5e329d-b877-4db4-b2cd-5708c2a37ac9 HTTP/1.1" status: 200 len: 854 time: 0.0558770 Feb 07 02:45:56.469423 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83618994-0d61-4fe5-9aca-36521e59fff1 req-6759e90b-b6ac-40a8-bb33-b4bbdfe7c753 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:56.470979 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-83618994-0d61-4fe5-9aca-36521e59fff1 req-6759e90b-b6ac-40a8-bb33-b4bbdfe7c753 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0952203 Feb 07 02:45:56.487617 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-35c6793d-eb75-4998-b4da-013d976d6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:56.489549 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-35c6793d-eb75-4998-b4da-013d976d6e20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f523bcc-3dd9-48f0-9a66-57360bccae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563571 Feb 07 02:45:56.494079 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:45:56.495729 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port b0040274-ab09-4f1a-b4db-e2e17452f0ae completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:45:56.515599 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8eed95ff-f671-48c8-89cb-0438f28ca356 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (bb8d0418-fbcb-4b3e-a0db-c7444cb3a93c), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.525712 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8eed95ff-f671-48c8-89cb-0438f28ca356 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (bb8d0418-fbcb-4b3e-a0db-c7444cb3a93c), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.530574 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port b0040274-ab09-4f1a-b4db-e2e17452f0ae triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:56.530936 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.556926 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-83618994-0d61-4fe5-9aca-36521e59fff1 req-89ec94f6-dba6-44c1-af90-9cafe9603e63 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777080 Feb 07 02:45:56.557881 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed95ff-f671-48c8-89cb-0438f28ca356 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8d0418-fbcb-4b3e-a0db-c7444cb3a93c,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:56.563308 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8eed95ff-f671-48c8-89cb-0438f28ca356 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.565072 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-8eed95ff-f671-48c8-89cb-0438f28ca356 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2085421 Feb 07 02:45:56.567031 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53782) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:56.572506 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-194293e3-7894-48c9-8aa9-aa56aeaf19cc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'security_group_rule': {'security_group_id': '6a39d54c-a8a2-48ad-91c0-48ff4551f86a', 'project_id': '72eb261400104c0b9b2132c91f25845b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:56.599375 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-194293e3-7894-48c9-8aa9-aa56aeaf19cc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (96ba1ed6-6bb2-4cec-ab32-a840fc081162), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.617908 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-fc6c49e3-9c86-4413-986c-ef7f48f9078c service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210465 Feb 07 02:45:56.658956 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-194293e3-7894-48c9-8aa9-aa56aeaf19cc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (96ba1ed6-6bb2-4cec-ab32-a840fc081162), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.662935 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-194293e3-7894-48c9-8aa9-aa56aeaf19cc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (96ba1ed6-6bb2-4cec-ab32-a840fc081162), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.682482 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194293e3-7894-48c9-8aa9-aa56aeaf19cc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ba1ed6-6bb2-4cec-ab32-a840fc081162,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:56.693618 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-194293e3-7894-48c9-8aa9-aa56aeaf19cc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.695373 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-194293e3-7894-48c9-8aa9-aa56aeaf19cc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271367 Feb 07 02:45:56.698253 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53784) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:56.703061 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-e18e4263-6abf-468e-b881-9bcf0c7c46fc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'security_group_rule': {'security_group_id': '6a39d54c-a8a2-48ad-91c0-48ff4551f86a', 'project_id': '72eb261400104c0b9b2132c91f25845b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:56.714837 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b68ff6d8-6a1e-4f56-acd0-320688afba4e req-c183c97e-942f-46b9-8234-cd9a89712f01 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910528 Feb 07 02:45:56.730441 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e18e4263-6abf-468e-b881-9bcf0c7c46fc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (05c7b4a2-7055-4b32-8094-13e063d12a52), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.738277 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port b0040274-ab09-4f1a-b4db-e2e17452f0ae is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:56.738675 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.777930 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:56.780517 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb484b8a-15c5-4323-ba7c-a5f865d37386" -d '{"events": [{"server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "name": "network-vif-plugged", "status": "completed", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:56.790958 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e18e4263-6abf-468e-b881-9bcf0c7c46fc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (05c7b4a2-7055-4b32-8094-13e063d12a52), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.797652 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e18e4263-6abf-468e-b881-9bcf0c7c46fc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (05c7b4a2-7055-4b32-8094-13e063d12a52), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.801395 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port b0040274-ab09-4f1a-b4db-e2e17452f0ae, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:56.807347 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.813760 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e4263-6abf-468e-b881-9bcf0c7c46fc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c7b4a2-7055-4b32-8094-13e063d12a52,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:56.825858 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e18e4263-6abf-468e-b881-9bcf0c7c46fc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.827281 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e18e4263-6abf-468e-b881-9bcf0c7c46fc tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279306 Feb 07 02:45:56.830083 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 53788) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:56.832999 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad25c7d2-b82d-418c-ac19-898597f13d5d x-openstack-request-id: req-ad25c7d2-b82d-418c-ac19-898597f13d5d {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:56.833299 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "name": "network-vif-plugged", "status": "completed", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:56.833554 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad25c7d2-b82d-418c-ac19-898597f13d5d {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:56.834624 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'code': 200} Feb 07 02:45:56.834749 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-a84b18a4-2635-4b5e-a39b-ab349d871f5c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'security_group_rule': {'security_group_id': '6a39d54c-a8a2-48ad-91c0-48ff4551f86a', 'project_id': '72eb261400104c0b9b2132c91f25845b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:56.857528 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.securitygroups_db [None req-a84b18a4-2635-4b5e-a39b-ab349d871f5c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Project 72eb261400104c0b9b2132c91f25845b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 02:45:56.862669 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a84b18a4-2635-4b5e-a39b-ab349d871f5c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (e3121a85-9c02-4e8b-b81f-637dcce07418), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.897457 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=b0040274-ab09-4f1a-b4db-e2e17452f0ae,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:56.912919 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '8bb076b0-2604-4b97-a713-214431eeb51e', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'port_id': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'mac_address': 'fa:16:3e:10:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:45:54Z', 'updated_at': '2022-02-07T02:45:54Z', 'revision_number': 0, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:11Z', 'revision_number': 5, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:45:56.922047 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a84b18a4-2635-4b5e-a39b-ab349d871f5c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (e3121a85-9c02-4e8b-b81f-637dcce07418), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.925845 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a84b18a4-2635-4b5e-a39b-ab349d871f5c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (e3121a85-9c02-4e8b-b81f-637dcce07418), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.942189 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ae548-f19f-4ad9-b0bf-395ca36e572f None None] The sync data for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi is: [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '8bb076b0-2604-4b97-a713-214431eeb51e', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'port_id': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'mac_address': 'fa:16:3e:10:c1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:45:54Z', 'updated_at': '2022-02-07T02:45:54Z', 'revision_number': 0, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:11Z', 'revision_number': 5, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:45:56.944838 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b18a4-2635-4b5e-a39b-ab349d871f5c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3121a85-9c02-4e8b-b81f-637dcce07418,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:56.953313 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a84b18a4-2635-4b5e-a39b-ab349d871f5c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:56.954799 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a84b18a4-2635-4b5e-a39b-ab349d871f5c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235285 Feb 07 02:45:56.957540 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53790) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:45:56.962442 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-af4b7bec-e189-43aa-94f0-ebcaf4003f05 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'security_group_rule': {'security_group_id': '6a39d54c-a8a2-48ad-91c0-48ff4551f86a', 'project_id': '72eb261400104c0b9b2132c91f25845b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:56.984480 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.securitygroups_db [None req-af4b7bec-e189-43aa-94f0-ebcaf4003f05 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Project 72eb261400104c0b9b2132c91f25845b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 02:45:56.989525 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-af4b7bec-e189-43aa-94f0-ebcaf4003f05 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (23a43bd4-7266-4138-8304-c903d4fad965), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:57.056675 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-af4b7bec-e189-43aa-94f0-ebcaf4003f05 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (23a43bd4-7266-4138-8304-c903d4fad965), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:57.060337 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-af4b7bec-e189-43aa-94f0-ebcaf4003f05 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622181'] for security_group_rule (23a43bd4-7266-4138-8304-c903d4fad965), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:57.079343 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b7bec-e189-43aa-94f0-ebcaf4003f05 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a43bd4-7266-4138-8304-c903d4fad965,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:57.084321 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-af4b7bec-e189-43aa-94f0-ebcaf4003f05 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:57.088865 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-af4b7bec-e189-43aa-94f0-ebcaf4003f05 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268916 Feb 07 02:45:57.104466 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ea909-752a-4cce-9ecc-f587902925d8 req-c5855cb8-b519-49e9-8e46-668c56b9d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:57.106195 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9e5ea909-752a-4cce-9ecc-f587902925d8 req-c5855cb8-b519-49e9-8e46-668c56b9d804 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 1129 time: 0.0526595 Feb 07 02:45:57.165082 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9e5ea909-752a-4cce-9ecc-f587902925d8 req-0dd8b69b-694e-4c8a-82a2-dcd1380e602f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523322 Feb 07 02:45:57.183290 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-91873825-eb6b-4abc-9cc5-1e75e3a07509 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767581583&fields=id&tenant_id=72eb261400104c0b9b2132c91f25845b HTTP/1.1" status: 200 len: 267 time: 0.0475373 Feb 07 02:45:57.187326 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca17b1a-33e6-4109-9c32-9938ae27be1e None None] New status for floating IP 8bb076b0-2604-4b97-a713-214431eeb51e: ACTIVE {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:45:57.242271 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-e7b700ff-fd30-4d7f-8b7d-04a00c81a69b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:57.243759 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-e7b700ff-fd30-4d7f-8b7d-04a00c81a69b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.0550067 Feb 07 02:45:57.254498 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-38b4e8de-4942-416e-91c0-73b43175fe26 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'port': {'security_groups': ['a34eac15-a227-49ad-becb-aba4f4db8dda', '6a39d54c-a8a2-48ad-91c0-48ff4551f86a']}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:45:57.280286 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715cdbf-54ac-4ae5-bbed-2b14cfe6c81d req-020a7100-9efd-4ce2-8346-db19efcbd4ed tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:57.281918 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0715cdbf-54ac-4ae5-bbed-2b14cfe6c81d req-020a7100-9efd-4ce2-8346-db19efcbd4ed tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 945 time: 0.0598478 Feb 07 02:45:57.336638 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0715cdbf-54ac-4ae5-bbed-2b14cfe6c81d req-fd213d88-bace-47b9-bca3-1bd1d93c6646 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460782 Feb 07 02:45:57.346569 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-38b4e8de-4942-416e-91c0-73b43175fe26 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:57.685081 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f79ea1-75f3-458b-be04-8b872f8d602a req-1f825bd6-ef30-48b3-808f-074aed4590a2 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:57.686621 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-65f79ea1-75f3-458b-be04-8b872f8d602a req-1f825bd6-ef30-48b3-808f-074aed4590a2 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0522394 Feb 07 02:45:57.733114 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-65f79ea1-75f3-458b-be04-8b872f8d602a req-6ffddc1b-a19f-42db-8116-7407078c9b4f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 Feb 07 02:45:57.749525 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-38b4e8de-4942-416e-91c0-73b43175fe26 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] For port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:45:57.777802 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-38b4e8de-4942-416e-91c0-73b43175fe26 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:57.782303 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-38b4e8de-4942-416e-91c0-73b43175fe26 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776248'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:57.793950 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:45:57.828522 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-38b4e8de-4942-416e-91c0-73b43175fe26 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:57.829138 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-38b4e8de-4942-416e-91c0-73b43175fe26 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:57.830507 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3e69bf27-a239-4114-b4be-ac6a20fdd664 req-38b4e8de-4942-416e-91c0-73b43175fe26 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "PUT /v2.0/ports/66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 200 len: 982 time: 0.5806425 Feb 07 02:45:57.851583 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4e8de-4942-416e-91c0-73b43175fe26 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'Port': ['ID=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,revision_number=6']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:45:57.913886 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:45:57.949548 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948722bf-a012-4a28-9651-a2f066ee161e req-6c78cf50-1118-4e8a-bc17-f17f6611c949 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:57.951066 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-948722bf-a012-4a28-9651-a2f066ee161e req-6c78cf50-1118-4e8a-bc17-f17f6611c949 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0601919 Feb 07 02:45:58.016812 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-948722bf-a012-4a28-9651-a2f066ee161e req-2cadcafb-f5c5-4801-98a2-109f73eb37ee tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598223 Feb 07 02:45:58.036800 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:45:58.039752 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:45:58.081217 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c5e6f2-eb5c-4575-9d3b-00dca9570b3a x-openstack-request-id: req-83c5e6f2-eb5c-4575-9d3b-00dca9570b3a {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:45:58.081615 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:45:58.081945 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83c5e6f2-eb5c-4575-9d3b-00dca9570b3a {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:45:58.082411 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'status': 'completed', 'code': 200} Feb 07 02:45:58.113696 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-8b69395c-2328-444b-8ee6-3d486ce0d35c None None] Provisioning complete for port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:45:58.113970 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8b69395c-2328-444b-8ee6-3d486ce0d35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:45:58.156144 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-e3f65be0-2ae1-4997-accc-f15d3d06b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:58.157721 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-e3f65be0-2ae1-4997-accc-f15d3d06b27d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72eb261400104c0b9b2132c91f25845b&device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 1169 time: 0.0446742 Feb 07 02:45:58.256536 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-9fe1add5-4540-4092-8b0f-7ef29d1a163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:58.258042 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-9fe1add5-4540-4092-8b0f-7ef29d1a163a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f523bcc-3dd9-48f0-9a66-57360bccae1b HTTP/1.1" status: 200 len: 916 time: 0.0922904 Feb 07 02:45:58.306003 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-8b69395c-2328-444b-8ee6-3d486ce0d35c None None] Current status of the port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:45:58.622224 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-85642135-4f01-43f0-9f76-4b0d3f35933a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 200 len: 1002 time: 0.3544326 Feb 07 02:45:58.665080 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979b1b-be58-4f1f-b462-0022016f8f9b req-00bb7d04-c948-419d-8ab1-14d8a5e0d673 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:58.666468 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03979b1b-be58-4f1f-b462-0022016f8f9b req-00bb7d04-c948-419d-8ab1-14d8a5e0d673 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 945 time: 0.0925286 Feb 07 02:45:58.697832 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-d6f64625-ebf2-4d7a-8503-95e11dcfe662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:58.699210 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-d6f64625-ebf2-4d7a-8503-95e11dcfe662 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb5e329d-b877-4db4-b2cd-5708c2a37ac9 HTTP/1.1" status: 200 len: 854 time: 0.0693133 Feb 07 02:45:58.748336 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03979b1b-be58-4f1f-b462-0022016f8f9b req-343e0a61-7014-44f4-9d51-ffe2d6d9750a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746889 Feb 07 02:45:58.765849 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-802d218b-93e6-4300-b955-1c981aab92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:58.765849 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-802d218b-93e6-4300-b955-1c981aab92b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f523bcc-3dd9-48f0-9a66-57360bccae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563223 Feb 07 02:45:58.857515 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-6ee52ac2-d5da-4554-ac7f-7d555a3715f1 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832851 Feb 07 02:45:58.865231 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2693-14b9-41a1-b854-2520b353e948 req-2c6f2d52-b234-44db-bada-d01931634485 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:58.866797 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-57fc2693-14b9-41a1-b854-2520b353e948 req-2c6f2d52-b234-44db-bada-d01931634485 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0555418 Feb 07 02:45:58.912547 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-57fc2693-14b9-41a1-b854-2520b353e948 req-f7b6b393-b2f5-429a-8345-fa0b9ac8e3ee tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398941 Feb 07 02:45:58.945708 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e48e3ac3-5055-4f15-a3c9-8818710d4e1f req-85f2ca4b-afea-4400-83e9-b26bdd6ebb47 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805981 Feb 07 02:45:59.863200 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551efe8f-8cb6-4dbc-abe2-3619cd7a5983 req-e7ee4033-0921-4929-bd85-c0ba8c9e7742 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:45:59.864681 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-551efe8f-8cb6-4dbc-abe2-3619cd7a5983 req-e7ee4033-0921-4929-bd85-c0ba8c9e7742 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Feb 07 02:45:59.915621 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-551efe8f-8cb6-4dbc-abe2-3619cd7a5983 req-e0c15e78-2f7a-44ec-8dff-111358d8ae0d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455146 Feb 07 02:46:00.029192 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7092c4-ea46-4f7a-81d9-17244ab20bcb req-f4b6c902-6c3d-4651-9380-235008f5862b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:00.030202 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e0e25-6562-496d-8545-8e9550e915e0 req-46d4c885-c139-4ddb-8ca8-ecb4ae83b891 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:00.030830 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fe7092c4-ea46-4f7a-81d9-17244ab20bcb req-f4b6c902-6c3d-4651-9380-235008f5862b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 945 time: 0.0512469 Feb 07 02:46:00.031641 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-947e0e25-6562-496d-8545-8e9550e915e0 req-46d4c885-c139-4ddb-8ca8-ecb4ae83b891 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0515449 Feb 07 02:46:00.078095 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-947e0e25-6562-496d-8545-8e9550e915e0 req-ec30a6cb-66ea-43cd-bee1-8fe2efac9c5e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409689 Feb 07 02:46:00.079772 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fe7092c4-ea46-4f7a-81d9-17244ab20bcb req-897ca8bc-c847-4ff5-808e-9a723aade1d9 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431290 Feb 07 02:46:00.103247 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53820) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:00.156497 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a15f800-d983-47d8-8139-82bf86d64d8b tempest-TestVolumeBootPattern-1787699851 tempest-TestVolumeBootPattern-1787699851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:00.160691 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-7a15f800-d983-47d8-8139-82bf86d64d8b tempest-TestVolumeBootPattern-1787699851 tempest-TestVolumeBootPattern-1787699851-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 1124 time: 0.0536146 Feb 07 02:46:00.160843 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 53822) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:00.165546 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'floatingip': {'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:46:00.185939 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:00.288013 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:00.393077 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Allocated IP 172.27.1.118 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/8fed92b8-7d9a-4b9e-9373-f5265acdc55b) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:46:00.449144 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 58f737f4-aa92-408f-8d98-4858f6c9d65f details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:46:00.492067 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for port (8fed92b8-7d9a-4b9e-9373-f5265acdc55b), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:00.525672 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (8fed92b8-7d9a-4b9e-9373-f5265acdc55b), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:00.546685 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:00.561667 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:46:00.569656 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:46:00.573693 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:46:00.579371 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'Port': ['ID=8fed92b8-7d9a-4b9e-9373-f5265acdc55b,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:00.695169 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'port_id': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'mac_address': 'fa:16:3e:ff:98:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:46:00.734606 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 58f737f4-aa92-408f-8d98-4858f6c9d65f is: ACTIVE; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:46:00.735000 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:00.749073 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58f737f4-aa92-408f-8d98-4858f6c9d65f {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:46:00.769832 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:00.778218 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:00.831709 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=6']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:00.896475 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['58f737f4-aa92-408f-8d98-4858f6c9d65f'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:46:01.005800 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (f43a59de-a669-4fca-92e3-d5effaa65142), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:01.124617 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (8fed92b8-7d9a-4b9e-9373-f5265acdc55b), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:01.289408 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b1771-95b1-419a-990b-a8fdca321cd6 req-2c0e0f2e-ca8a-4d04-89c2-8709f741b0a1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:01.290919 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-090b1771-95b1-419a-990b-a8fdca321cd6 req-2c0e0f2e-ca8a-4d04-89c2-8709f741b0a1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 945 time: 0.1124265 Feb 07 02:46:01.368544 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-090b1771-95b1-419a-990b-a8fdca321cd6 req-d8173526-e852-4617-99f0-232868da3561 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688124 Feb 07 02:46:01.377340 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for port (8fed92b8-7d9a-4b9e-9373-f5265acdc55b), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:01.382148 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776248'] for port (8fed92b8-7d9a-4b9e-9373-f5265acdc55b), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:01.450590 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'Port': ['ID=8fed92b8-7d9a-4b9e-9373-f5265acdc55b,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:01.461893 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (f43a59de-a669-4fca-92e3-d5effaa65142), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:01.587758 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Floating IP f43a59de-a669-4fca-92e3-d5effaa65142 associated. External IP: 172.27.1.118, port: b0040274-ab09-4f1a-b4db-e2e17452f0ae. Feb 07 02:46:01.826824 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Router 69602ddf-b632-4121-a6be-7f46fd08d4ec has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:46:01.947974 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:46:01.957328 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] Sync routers for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:46:01.968459 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:01.980111 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:46:01.980111 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:01.999339 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a475847e-f33f-4adf-849d-2bc28719ae6e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8375220 Feb 07 02:46:02.000640 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:46:02.002952 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d" -d '{"events": [{"name": "network-changed", "server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:46:02.041179 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23634da7-8dab-4bc0-9f06-335d5d69e6d1 x-openstack-request-id: req-23634da7-8dab-4bc0-9f06-335d5d69e6d1 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:46:02.041691 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:46:02.042162 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23634da7-8dab-4bc0-9f06-335d5d69e6d1 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:46:02.042818 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'status': 'completed', 'code': 200} Feb 07 02:46:02.120478 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:46:02.121337 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-98788127-73f2-42a1-ad70-5e4225bc3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:02.124245 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-98788127-73f2-42a1-ad70-5e4225bc3fe2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 1129 time: 0.0498533 Feb 07 02:46:02.292567 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-f92e5626-7499-41ca-868d-ca543ac851e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:02.294698 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-f92e5626-7499-41ca-868d-ca543ac851e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.1595573 Feb 07 02:46:02.382784 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-55f23f78-cf6b-4cb4-af47-eae2e1d58bee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae HTTP/1.1" status: 200 len: 999 time: 0.0810301 Feb 07 02:46:02.443220 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 58f737f4-aa92-408f-8d98-4858f6c9d65f up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:46:02.454369 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-a0884b41-be69-49f3-ab5c-18257cb7b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:02.456147 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-a0884b41-be69-49f3-ab5c-18257cb7b06b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0664670 Feb 07 02:46:02.506280 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'f43a59de-a669-4fca-92e3-d5effaa65142', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:46:00Z', 'updated_at': '2022-02-07T02:46:00Z', 'revision_number': 0, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:02.537283 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] Checking router: 69602ddf-b632-4121-a6be-7f46fd08d4ec for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:46:02.551277 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:46:02.551277 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:45:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:02.597412 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-e8219693-e7e6-4cbc-8d7f-99cdb879dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:02.599440 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-e8219693-e7e6-4cbc-8d7f-99cdb879dca1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1355686 Feb 07 02:46:02.638704 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dea5b-50c5-4f55-8e60-4c425559d6f9 req-e3d342e7-b7ef-457e-8eae-4dbafc0d8ebc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:02.646097 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-480dea5b-50c5-4f55-8e60-4c425559d6f9 req-e3d342e7-b7ef-457e-8eae-4dbafc0d8ebc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 945 time: 0.1594183 Feb 07 02:46:02.700468 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:46:02.760730 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-480dea5b-50c5-4f55-8e60-4c425559d6f9 req-cb148e58-007e-4aab-a830-e6e6f633c788 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134059 Feb 07 02:46:02.796080 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-5d38840b-912d-48a2-9c13-f5076d1a4395 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856575 Feb 07 02:46:02.841269 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 58f737f4-aa92-408f-8d98-4858f6c9d65f triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:46:02.841643 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:02.946437 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3390d4f4-0a1b-4c1f-92a7-19fa69abb07d req-e2840328-2cb8-4763-a40e-59ecc3ee3569 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327662 Feb 07 02:46:02.981788 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:46:03.114256 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'f43a59de-a669-4fca-92e3-d5effaa65142', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:46:00Z', 'updated_at': '2022-02-07T02:46:00Z', 'revision_number': 0, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:03.152193 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 58f737f4-aa92-408f-8d98-4858f6c9d65f is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:46:03.152774 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:03.155342 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9336-42ef-48bf-b860-5bc8c55ab250 None None] The sync data for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi is: [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'f43a59de-a669-4fca-92e3-d5effaa65142', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:46:00Z', 'updated_at': '2022-02-07T02:46:00Z', 'revision_number': 0, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:46:03.197833 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:03.198908 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:46:03.216652 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51596787-b470-49b5-9dae-8080251e1a19" -d '{"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-plugged", "status": "completed", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:46:03.226079 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:03.281605 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45af818-fa49-42a8-9849-ab5a37cb42cf x-openstack-request-id: req-d45af818-fa49-42a8-9849-ab5a37cb42cf {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:46:03.282007 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-plugged", "status": "completed", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:46:03.282355 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d45af818-fa49-42a8-9849-ab5a37cb42cf {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:46:03.282849 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'code': 200} Feb 07 02:46:03.304837 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=7']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:03.350735 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17294e5-c6ec-4dbc-8fec-2d30440132df req-449f1abd-d161-491f-911e-6992af6474f8 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:03.352308 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f17294e5-c6ec-4dbc-8fec-2d30440132df req-449f1abd-d161-491f-911e-6992af6474f8 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0748267 Feb 07 02:46:03.421951 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f17294e5-c6ec-4dbc-8fec-2d30440132df req-48d7b21b-c70c-44fe-9d7d-5f39152c335e tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629041 Feb 07 02:46:03.465548 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bc2303-86a4-4a20-9106-5678e4add672 None None] New status for floating IP f43a59de-a669-4fca-92e3-d5effaa65142: ACTIVE {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:46:03.890804 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16021577-d64f-4283-af9c-287be979cb30 req-a4720157-29ed-4b0c-aa90-4f397b5b6bf4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:03.892455 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-16021577-d64f-4283-af9c-287be979cb30 req-a4720157-29ed-4b0c-aa90-4f397b5b6bf4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0568666 Feb 07 02:46:04.023678 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-16021577-d64f-4283-af9c-287be979cb30 req-6080307c-9125-4893-8bd0-4d9550930e1b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254859 Feb 07 02:46:04.553152 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fd060-12db-40c8-b6c8-106fb52d2f7c req-589bf47d-6806-4c62-98f8-e3725982910a tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:04.554693 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b00fd060-12db-40c8-b6c8-106fb52d2f7c req-589bf47d-6806-4c62-98f8-e3725982910a tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0604711 Feb 07 02:46:04.613593 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b00fd060-12db-40c8-b6c8-106fb52d2f7c req-7f6b1bea-30ff-45a6-9065-476395cddb28 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530565 Feb 07 02:46:05.198384 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa103ea-235f-4622-bff3-00747c2b1de0 req-0faf5416-81a6-48e8-b4b5-613dd5cc45f3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:05.200814 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9aa103ea-235f-4622-bff3-00747c2b1de0 req-0faf5416-81a6-48e8-b4b5-613dd5cc45f3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0742996 Feb 07 02:46:05.260024 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9aa103ea-235f-4622-bff3-00747c2b1de0 req-4a27a84f-e9a0-49ac-b13c-8d2bb496dc86 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496967 Feb 07 02:46:05.738932 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c85f2-38f1-4a3a-8ca3-16732b143239 req-2f460df1-d54c-4e4c-bb3a-eb96108e61e8 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:05.741462 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8d6c85f2-38f1-4a3a-8ca3-16732b143239 req-2f460df1-d54c-4e4c-bb3a-eb96108e61e8 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0558012 Feb 07 02:46:05.792659 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8d6c85f2-38f1-4a3a-8ca3-16732b143239 req-6e0321e1-cd00-47f7-9511-c1204b7d627b tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Feb 07 02:46:06.389764 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881c4ff-91a3-44fd-89bc-65d2b2e754ef req-64e0ad44-b693-4cff-b7e1-028593cc4239 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:06.391889 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d881c4ff-91a3-44fd-89bc-65d2b2e754ef req-64e0ad44-b693-4cff-b7e1-028593cc4239 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0601041 Feb 07 02:46:06.450519 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d881c4ff-91a3-44fd-89bc-65d2b2e754ef req-90c282f6-bafe-4565-a810-317714a412e8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521781 Feb 07 02:46:06.919185 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f5851-1ff8-4867-9844-394f31d6c6aa req-5089c164-f9f2-4735-98ff-09a5aec17421 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:06.924821 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-851f5851-1ff8-4867-9844-394f31d6c6aa req-5089c164-f9f2-4735-98ff-09a5aec17421 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0616381 Feb 07 02:46:06.993323 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-851f5851-1ff8-4867-9844-394f31d6c6aa req-5f96d97b-5eb7-4975-9f9e-c7ca5739e455 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621753 Feb 07 02:46:07.589036 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d423bc1-8875-46ef-b0e8-2e2e06fe9b42 req-1669bbcd-d220-4531-a7e3-bb72a1dd129e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:07.591114 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2d423bc1-8875-46ef-b0e8-2e2e06fe9b42 req-1669bbcd-d220-4531-a7e3-bb72a1dd129e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0623279 Feb 07 02:46:07.651633 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2d423bc1-8875-46ef-b0e8-2e2e06fe9b42 req-15f74528-768e-4de5-81a9-a748e138cc20 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512688 Feb 07 02:46:08.075355 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:08.127045 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de5111-79ea-4bb0-8d67-934f52e7829e req-9b17196a-b332-493b-8a41-f24775b6fc3a tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:08.128545 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-08de5111-79ea-4bb0-8d67-934f52e7829e req-9b17196a-b332-493b-8a41-f24775b6fc3a tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0622432 Feb 07 02:46:08.186770 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-08de5111-79ea-4bb0-8d67-934f52e7829e req-cb55b444-779e-450d-910e-08c2d4b0264f tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524447 Feb 07 02:46:08.787001 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b6d79-a5db-4487-8cc3-cbf53eba49a0 req-8b36b702-9b62-4a3e-8c16-1d2789554ef7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:08.789219 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-615b6d79-a5db-4487-8cc3-cbf53eba49a0 req-8b36b702-9b62-4a3e-8c16-1d2789554ef7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0603392 Feb 07 02:46:08.848966 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-615b6d79-a5db-4487-8cc3-cbf53eba49a0 req-7a1fd598-7206-485d-bc29-1e66f40191b4 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510173 Feb 07 02:46:09.321160 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878096-d042-4e6e-82dd-7955e89616a1 req-b59e12a0-9626-47d4-a229-ac93e8805449 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:09.323710 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e8878096-d042-4e6e-82dd-7955e89616a1 req-b59e12a0-9626-47d4-a229-ac93e8805449 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0612433 Feb 07 02:46:09.376265 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e8878096-d042-4e6e-82dd-7955e89616a1 req-2195fef2-ff64-4d91-a507-329789eda7c6 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464916 Feb 07 02:46:09.986593 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d3fb0-f270-42fb-8d4f-b7ff06485e0f req-16779940-97a4-4298-827b-2af47b58a629 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:09.988264 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6f9d3fb0-f270-42fb-8d4f-b7ff06485e0f req-16779940-97a4-4298-827b-2af47b58a629 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0541842 Feb 07 02:46:10.042745 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6f9d3fb0-f270-42fb-8d4f-b7ff06485e0f req-cc37b228-627d-4a06-a269-40df732a3e1f tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481260 Feb 07 02:46:10.501004 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae9083-90d8-4cb6-b2a6-038c4461f980 req-80bc253c-b751-4b41-94e9-869c61b1fd08 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:10.502536 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ffae9083-90d8-4cb6-b2a6-038c4461f980 req-80bc253c-b751-4b41-94e9-869c61b1fd08 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0569017 Feb 07 02:46:10.554934 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ffae9083-90d8-4cb6-b2a6-038c4461f980 req-719277bc-3678-4523-83c6-e575c902b14c tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455909 Feb 07 02:46:11.162056 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a082e39-27d2-43ed-9681-5316923b716f req-c2744f4b-7c71-4596-80fb-009c87db3b32 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:11.163502 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7a082e39-27d2-43ed-9681-5316923b716f req-c2744f4b-7c71-4596-80fb-009c87db3b32 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0512297 Feb 07 02:46:11.208865 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7a082e39-27d2-43ed-9681-5316923b716f req-0e77d72e-d0cf-48da-ab8f-8bc5f7561078 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398192 Feb 07 02:46:11.534421 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-416d3d45-5bc5-46f9-8dea-346113b3bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:11.535958 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-416d3d45-5bc5-46f9-8dea-346113b3bf15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 1130 time: 0.0433614 Feb 07 02:46:11.627156 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-d2860b53-5e8b-4d78-8946-ce2251a79fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:11.628671 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-d2860b53-5e8b-4d78-8946-ce2251a79fd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.0852160 Feb 07 02:46:11.670107 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f824d25-a904-4e03-8435-ada7b6823168 req-6da7bdd0-44a7-40e2-a838-df3f70716104 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:11.671563 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7f824d25-a904-4e03-8435-ada7b6823168 req-6da7bdd0-44a7-40e2-a838-df3f70716104 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0516028 Feb 07 02:46:11.694860 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-9e792af0-af04-4103-894c-7fc8c3a1b999 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f HTTP/1.1" status: 200 len: 1002 time: 0.0584571 Feb 07 02:46:11.720638 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7f824d25-a904-4e03-8435-ada7b6823168 req-6c5219af-5cf7-4488-960a-df10a08d5879 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Feb 07 02:46:11.749570 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-240d767d-9959-41e6-8c72-97a5c96d16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:11.750995 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-240d767d-9959-41e6-8c72-97a5c96d16cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0461140 Feb 07 02:46:11.798099 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-a063ec64-c608-4819-beed-6cd31cc820c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:11.799445 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-a063ec64-c608-4819-beed-6cd31cc820c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417941 Feb 07 02:46:11.885904 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-cd7d9424-d94a-48d3-981e-b699048ecd24 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783272 Feb 07 02:46:11.973567 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3c6e42e-014b-4682-9739-1fed0ce08ebb req-d5e2dda4-6660-418f-aee4-98b933ab3033 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810456 Feb 07 02:46:12.333687 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed47b99-922f-4a32-a1b6-20d5542a7355 req-0f4b098c-fc49-47c8-8f15-9ec262cbc138 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:12.335171 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4ed47b99-922f-4a32-a1b6-20d5542a7355 req-0f4b098c-fc49-47c8-8f15-9ec262cbc138 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0531507 Feb 07 02:46:12.381856 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4ed47b99-922f-4a32-a1b6-20d5542a7355 req-02ee7ab3-efb4-4fe2-a198-b97ce2ae7b1c tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 Feb 07 02:46:12.837645 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2c0b8-f16d-46fb-8fb9-424055b3c57d req-ec27b60a-89e9-418c-b95c-3f6b8b187eff tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:12.838999 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a6f2c0b8-f16d-46fb-8fb9-424055b3c57d req-ec27b60a-89e9-418c-b95c-3f6b8b187eff tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0551205 Feb 07 02:46:12.885932 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a6f2c0b8-f16d-46fb-8fb9-424055b3c57d req-ee18a617-9e8d-4627-b550-fb7d68f21443 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 Feb 07 02:46:13.507299 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-0369f777-14db-48bc-8485-91d917896c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:13.508813 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-0369f777-14db-48bc-8485-91d917896c56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a9d29f17224774a232218b99165d32&device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1130 time: 0.0758352 Feb 07 02:46:13.531075 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab8e96-7984-47ca-8fba-6eb16f6a9df9 req-d5be5d93-c835-49e9-8ecf-f913beb46406 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:13.532474 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bab8e96-7984-47ca-8fba-6eb16f6a9df9 req-d5be5d93-c835-49e9-8ecf-f913beb46406 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0751078 Feb 07 02:46:13.627438 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bab8e96-7984-47ca-8fba-6eb16f6a9df9 req-26767436-81a4-44a2-b650-21dcfb68c740 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855036 Feb 07 02:46:13.642169 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-dc3a6499-5532-4760-9493-5301dcc5a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:13.643635 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-dc3a6499-5532-4760-9493-5301dcc5a689 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 200 len: 909 time: 0.1272838 Feb 07 02:46:13.717147 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-918aa05c-e731-4307-9ca0-86359a4d6dd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 200 len: 1001 time: 0.0565331 Feb 07 02:46:13.767300 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-83818aba-af5e-477a-ba0e-cd7a5ee7d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:13.768720 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-83818aba-af5e-477a-ba0e-cd7a5ee7d5c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eaca85-8eae-4a59-8bdf-b11f8b3cf954 HTTP/1.1" status: 200 len: 847 time: 0.0421774 Feb 07 02:46:13.820813 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-22a35466-f147-4ea1-909e-91149fb22279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:13.822610 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-22a35466-f147-4ea1-909e-91149fb22279 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcb529c-d80c-4377-a13b-0c35e5fa15df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454662 Feb 07 02:46:13.907830 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-974d20dd-8881-400b-ac88-f668dc4faab2 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778790 Feb 07 02:46:14.006676 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-84db14f2-d98e-48d8-abba-7d270c5252fe req-a45e6bae-fac8-4949-8763-533d16b15b56 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907953 Feb 07 02:46:14.008613 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50117f42-afa0-4094-a6fb-892457307de3 req-d006699a-db24-4e3f-adde-8da030953537 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:14.010090 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-50117f42-afa0-4094-a6fb-892457307de3 req-d006699a-db24-4e3f-adde-8da030953537 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0580165 Feb 07 02:46:14.063983 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-50117f42-afa0-4094-a6fb-892457307de3 req-6d724dc9-adb8-49d1-9141-5c08029ef45e tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477703 Feb 07 02:46:14.747620 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed49d9-0b8e-4961-bfe8-6a3dae9ab697 req-08f7aa2d-0ff8-4386-b34b-58abe6d8b366 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:14.749089 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89ed49d9-0b8e-4961-bfe8-6a3dae9ab697 req-08f7aa2d-0ff8-4386-b34b-58abe6d8b366 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0511007 Feb 07 02:46:14.793801 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-89ed49d9-0b8e-4961-bfe8-6a3dae9ab697 req-16c6988a-fa15-44db-ae79-71174149ec07 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393136 Feb 07 02:46:15.182240 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b82e40-81aa-49d7-8609-8c4d234783b6 req-59a09395-9a61-4b4b-b72a-ae9fdb33e37d tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:15.183708 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-83b82e40-81aa-49d7-8609-8c4d234783b6 req-59a09395-9a61-4b4b-b72a-ae9fdb33e37d tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0547817 Feb 07 02:46:15.231940 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-83b82e40-81aa-49d7-8609-8c4d234783b6 req-7a41bb2c-bf2b-4aaa-bb9d-7c889b3247f6 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427332 Feb 07 02:46:15.364207 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bf5633d4-8667-4202-b588-4aced0d18279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:15.643983 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dac3a-2b78-485c-b6a4-a9b1752f8407 req-66e03e1f-61d2-4bbd-ac14-32b1fa09774e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:15.645527 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-831dac3a-2b78-485c-b6a4-a9b1752f8407 req-66e03e1f-61d2-4bbd-ac14-32b1fa09774e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 946 time: 0.0510719 Feb 07 02:46:15.698228 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-831dac3a-2b78-485c-b6a4-a9b1752f8407 req-8521d9c4-20a8-4442-a742-6f64f37e34dd tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458305 Feb 07 02:46:15.848156 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54022) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:15.931470 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-3ac03e06-e6c1-420e-bda5-f4941523dfb8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820625 Feb 07 02:46:15.939775 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-1480e75e-487f-4241-b4e3-69cfaa409b1f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:46:15.940738 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-1480e75e-487f-4241-b4e3-69cfaa409b1f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048666 Feb 07 02:46:16.358169 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af215a-afa2-4db1-9a13-ddae86f70a1d req-e17834bb-d987-497e-8a4e-34f6af86ef09 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:16.359649 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d5af215a-afa2-4db1-9a13-ddae86f70a1d req-e17834bb-d987-497e-8a4e-34f6af86ef09 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0571864 Feb 07 02:46:16.408077 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d5af215a-afa2-4db1-9a13-ddae86f70a1d req-57190b65-98d3-4b9e-b687-ccd60254cd46 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Feb 07 02:46:16.512692 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 58f737f4-aa92-408f-8d98-4858f6c9d65f no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:46:16.518225 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [req-d03eb197-7722-4763-8a3b-e1ac4f517223 req-dbc4e990-c92f-4308-b89d-3f5dd3b5e71a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109069) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 07 02:46:16.519240 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d03eb197-7722-4763-8a3b-e1ac4f517223 req-dbc4e990-c92f-4308-b89d-3f5dd3b5e71a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470798 Feb 07 02:46:16.617318 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 58f737f4-aa92-408f-8d98-4858f6c9d65f is: ACTIVE; New status is: DOWN {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:46:16.618040 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:16.652938 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:46:16.655425 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72f43fa-d245-44d6-9570-b895e74e6e6d" -d '{"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-unplugged", "status": "completed", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:46:16.671979 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:16.672173 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-d65547cb-cc60-4369-be63-c092ed10de32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0585940 Feb 07 02:46:16.680553 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:16.704765 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcb41-b8b8-4805-8a79-cc354fc0a7e2 req-97f2364f-03ba-4903-a20b-56b6047580cf tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:16.706396 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e3bcb41-b8b8-4805-8a79-cc354fc0a7e2 req-97f2364f-03ba-4903-a20b-56b6047580cf tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0738168 Feb 07 02:46:16.731792 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=8']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:16.770312 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e3bcb41-b8b8-4805-8a79-cc354fc0a7e2 req-eb5f874d-5343-4fdd-8af5-7d91b4349aef tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570047 Feb 07 02:46:16.799953 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422c0fd8-a9d3-4753-930d-f600b8bab5e3 x-openstack-request-id: req-422c0fd8-a9d3-4753-930d-f600b8bab5e3 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:46:16.800275 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-unplugged", "status": "completed", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:46:16.800605 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-422c0fd8-a9d3-4753-930d-f600b8bab5e3 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:46:16.801004 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'code': 200} Feb 07 02:46:16.829921 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-808128d9-b486-407a-aeb1-238a8ec44b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:16.831569 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-808128d9-b486-407a-aeb1-238a8ec44b11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e&tenant_id=ea62fa68252a4419b7f8fe2873512277 HTTP/1.1" status: 200 len: 1128 time: 0.0463250 Feb 07 02:46:16.920895 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584d1a-c9a3-46fc-9194-e9cd924536e0 req-a8767d10-a257-4e13-bd65-f82addfa9c49 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:16.922365 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7584d1a-c9a3-46fc-9194-e9cd924536e0 req-a8767d10-a257-4e13-bd65-f82addfa9c49 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0897295 Feb 07 02:46:16.924925 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-2b50db8d-46ac-45a6-b581-5324d5833793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:16.926291 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-2b50db8d-46ac-45a6-b581-5324d5833793 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 1128 time: 0.0640368 Feb 07 02:46:17.026601 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d7584d1a-c9a3-46fc-9194-e9cd924536e0 req-c1fb6e87-a916-447c-8894-ef2c3e8c5deb tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983820 Feb 07 02:46:17.053704 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-4ee9bfe7-7688-4cf7-b954-912f526adec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:17.055158 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-4ee9bfe7-7688-4cf7-b954-912f526adec5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.1212564 Feb 07 02:46:17.120137 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-97884773-5872-478a-b654-d2986a16a335 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f HTTP/1.1" status: 200 len: 1000 time: 0.0585854 Feb 07 02:46:17.167722 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-94e96526-28e9-4145-8dbf-454b0620a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:17.169400 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-94e96526-28e9-4145-8dbf-454b0620a876 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0432267 Feb 07 02:46:17.219815 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-0983b40b-d6d4-4b9b-ad75-051bf3aecd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:17.221370 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-0983b40b-d6d4-4b9b-ad75-051bf3aecd50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459538 Feb 07 02:46:17.306346 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-fee67ab3-42c0-4ea9-9c7b-2b6cdf917f37 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784099 Feb 07 02:46:17.397930 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d3d123-6465-474e-ba22-7d69cf2ee4d8 req-cc998208-46b7-4b53-b0ea-a93e6381d30b service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847313 Feb 07 02:46:17.808822 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1ed0e9ce-bd59-468a-8cee-896613c0216e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:17.928199 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5122c-c1d1-44e7-863c-188029f11da4 req-45bae494-d709-463a-8b24-8df6a8967a33 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:17.937898 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6ec5122c-c1d1-44e7-863c-188029f11da4 req-45bae494-d709-463a-8b24-8df6a8967a33 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0742524 Feb 07 02:46:18.016404 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6ec5122c-c1d1-44e7-863c-188029f11da4 req-aba3e0ab-b09e-4d6c-bf6e-6f357bc6c05e tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730946 Feb 07 02:46:18.163682 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed4f63-d8a9-47e2-8776-fe6545b58bd8 req-adf02b01-a878-48b7-a7be-e16c2fb834bc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:18.165198 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86ed4f63-d8a9-47e2-8776-fe6545b58bd8 req-adf02b01-a878-48b7-a7be-e16c2fb834bc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0581658 Feb 07 02:46:18.212857 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86ed4f63-d8a9-47e2-8776-fe6545b58bd8 req-86f77a1c-9cb8-4428-890d-0ef5877cf73a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419035 Feb 07 02:46:18.872431 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:19.139956 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975f3f0-e695-4544-9ee4-74f3dc125226 req-68c58fd5-09ee-469e-9e5d-e8661a3770af tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:19.141483 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a975f3f0-e695-4544-9ee4-74f3dc125226 req-68c58fd5-09ee-469e-9e5d-e8661a3770af tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0565982 Feb 07 02:46:19.191717 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a975f3f0-e695-4544-9ee4-74f3dc125226 req-f1f0d73f-88ca-468c-a060-1e86b3fb3874 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437784 Feb 07 02:46:19.339554 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c9c2-c923-4f21-9e7c-47200b75f32f req-2c64cbbc-92c4-4f89-95b5-37ef33f43495 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:19.341066 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9a43c9c2-c923-4f21-9e7c-47200b75f32f req-2c64cbbc-92c4-4f89-95b5-37ef33f43495 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0545802 Feb 07 02:46:19.398672 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9a43c9c2-c923-4f21-9e7c-47200b75f32f req-75bead26-0f90-4c23-9fd5-530bd08afebc tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514269 Feb 07 02:46:20.278184 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:20.320224 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51851043-d8ca-48da-a5c9-cd44b7d37d64 req-d2a8f486-e5b9-4f02-aa88-d56f9b168e0d tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:20.322009 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-51851043-d8ca-48da-a5c9-cd44b7d37d64 req-d2a8f486-e5b9-4f02-aa88-d56f9b168e0d tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0540154 Feb 07 02:46:20.378946 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-51851043-d8ca-48da-a5c9-cd44b7d37d64 req-176fe0bc-9f03-4ce9-8c06-9508fecb45f6 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510974 Feb 07 02:46:20.524494 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7b9f-b310-40a3-8ad2-4e34bf3967d7 req-5dd1bf2d-566b-456b-aabc-e38a850859be tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:20.526127 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d0b7b9f-b310-40a3-8ad2-4e34bf3967d7 req-5dd1bf2d-566b-456b-aabc-e38a850859be tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0559816 Feb 07 02:46:20.549786 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5d848f08-3b09-43fe-b459-aa9a33cfae39 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:46:20.590694 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d0b7b9f-b310-40a3-8ad2-4e34bf3967d7 req-1103af04-43db-46a8-8b56-1d3d95914b0e tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589373 Feb 07 02:46:20.643012 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 5d848f08-3b09-43fe-b459-aa9a33cfae39 is: ACTIVE; New status is: DOWN {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:46:20.643396 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:20.668060 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:46:20.670315 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90435815-01d4-4858-a623-765eb9b216c5" -d '{"events": [{"server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "name": "network-vif-unplugged", "status": "completed", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:46:20.685315 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:20.689137 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:20.728642 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Feb 2022 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcc25d0-b450-474c-8076-7174d474131d x-openstack-request-id: req-4dcc25d0-b450-474c-8076-7174d474131d {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:46:20.728964 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "name": "network-vif-unplugged", "status": "completed", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:46:20.729247 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dcc25d0-b450-474c-8076-7174d474131d {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:46:20.729818 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'code': 200} Feb 07 02:46:20.741869 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=5d848f08-3b09-43fe-b459-aa9a33cfae39,revision_number=6']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:21.501411 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e59fa-c434-4578-9a35-fc37983c1807 req-27dc0c8c-f5cc-489a-8e5b-7105a4ea7134 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:21.502886 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-373e59fa-c434-4578-9a35-fc37983c1807 req-27dc0c8c-f5cc-489a-8e5b-7105a4ea7134 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0591173 Feb 07 02:46:21.565561 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-373e59fa-c434-4578-9a35-fc37983c1807 req-96fb77c7-5633-45d5-9032-360d11f053c0 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520768 Feb 07 02:46:21.727787 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab86edc-67c7-4a28-b720-c3de8a8310f1 req-0327644c-fdf1-42a9-a028-3e5e316a3617 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:21.729342 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fab86edc-67c7-4a28-b720-c3de8a8310f1 req-0327644c-fdf1-42a9-a028-3e5e316a3617 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0598612 Feb 07 02:46:21.777481 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fab86edc-67c7-4a28-b720-c3de8a8310f1 req-22ce9d1e-1401-4253-aa5f-909d4a34e4d7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 Feb 07 02:46:21.935023 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:22.694930 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20026a5-8561-4d31-9c8f-36497a798a24 req-b1240010-ea4c-44ed-aa2b-021fc17c502e tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:22.696421 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a20026a5-8561-4d31-9c8f-36497a798a24 req-b1240010-ea4c-44ed-aa2b-021fc17c502e tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0596704 Feb 07 02:46:22.746027 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a20026a5-8561-4d31-9c8f-36497a798a24 req-e98c21c3-22f8-4a76-8749-2d700be0c616 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433712 Feb 07 02:46:22.918854 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05980aa9-e0a5-459e-8830-f6da931ec8e0 req-6c3814e9-a7ec-435c-8aa6-9bf45a269c86 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:22.920327 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-05980aa9-e0a5-459e-8830-f6da931ec8e0 req-6c3814e9-a7ec-435c-8aa6-9bf45a269c86 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0685236 Feb 07 02:46:22.966098 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-05980aa9-e0a5-459e-8830-f6da931ec8e0 req-8dda0820-aa09-4b8c-bcf6-895ab7ef21e3 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402348 Feb 07 02:46:23.867635 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c994d-85e7-4e52-b248-eabd66244197 req-5cfd5581-12e3-4fc1-9e7e-1d97be968c46 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:23.869108 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-643c994d-85e7-4e52-b248-eabd66244197 req-5cfd5581-12e3-4fc1-9e7e-1d97be968c46 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0512574 Feb 07 02:46:23.922018 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-643c994d-85e7-4e52-b248-eabd66244197 req-50571b81-4e28-4ca2-bfd3-bb636d05cb65 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467079 Feb 07 02:46:24.104139 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d587eb-8e9c-4b4f-9300-4f531295a566 req-2cd0b66a-9b3e-48c5-b835-902d4f2b9b01 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:24.105627 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e6d587eb-8e9c-4b4f-9300-4f531295a566 req-2cd0b66a-9b3e-48c5-b835-902d4f2b9b01 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0541594 Feb 07 02:46:24.163952 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e6d587eb-8e9c-4b4f-9300-4f531295a566 req-18f87380-3965-4316-986a-abbf9a713d28 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521984 Feb 07 02:46:25.050106 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65ae10-0a4d-4fdd-9bcb-a59437a98a91 req-43855305-6e57-453e-ba23-a0b077bf6be8 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:25.050106 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bb65ae10-0a4d-4fdd-9bcb-a59437a98a91 req-43855305-6e57-453e-ba23-a0b077bf6be8 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0553005 Feb 07 02:46:25.103983 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bb65ae10-0a4d-4fdd-9bcb-a59437a98a91 req-354b93d7-349d-4fce-869b-1d769ed809df tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513840 Feb 07 02:46:25.285274 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b9299-af57-4807-bc11-a64ef6059362 req-d68fd70e-87ac-48a2-be0f-5b7dbfc93da6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:25.286753 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d39b9299-af57-4807-bc11-a64ef6059362 req-d68fd70e-87ac-48a2-be0f-5b7dbfc93da6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0532589 Feb 07 02:46:25.332592 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d39b9299-af57-4807-bc11-a64ef6059362 req-84406388-1ee0-4a38-adfc-4709b5887ba6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398495 Feb 07 02:46:26.227981 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243db1e-ebe4-427f-b11b-b17968ef71b1 req-d57affc4-3461-415d-a776-6eec4ebbd74f tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:26.229500 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0243db1e-ebe4-427f-b11b-b17968ef71b1 req-d57affc4-3461-415d-a776-6eec4ebbd74f tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0549219 Feb 07 02:46:26.289417 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0243db1e-ebe4-427f-b11b-b17968ef71b1 req-27048a0d-34b0-44eb-81b0-d85c88af44ea tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541291 Feb 07 02:46:26.455094 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de867-cc8b-4b9f-a2c9-dc78e153cd4b req-62d955db-9940-4abf-8aed-08038058d2ae tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:26.456666 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a61de867-cc8b-4b9f-a2c9-dc78e153cd4b req-62d955db-9940-4abf-8aed-08038058d2ae tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0509741 Feb 07 02:46:26.504534 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a61de867-cc8b-4b9f-a2c9-dc78e153cd4b req-d1ba54b5-20ad-463c-8292-dd96cbdb3d95 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 Feb 07 02:46:27.405441 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea699a70-feb5-4f49-bb28-85c333dae374 req-a52ec95a-e1f5-4cf1-8caf-6c1c04c89031 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:27.406915 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea699a70-feb5-4f49-bb28-85c333dae374 req-a52ec95a-e1f5-4cf1-8caf-6c1c04c89031 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0513356 Feb 07 02:46:27.453869 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea699a70-feb5-4f49-bb28-85c333dae374 req-b56beca3-4fc4-4582-9e37-99a2de3376c3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414748 Feb 07 02:46:27.531786 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-597a0b05-3b43-4bc4-b875-1ef1ef6d6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:27.533315 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-597a0b05-3b43-4bc4-b875-1ef1ef6d6501 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab&tenant_id=21a9d29f17224774a232218b99165d32 HTTP/1.1" status: 200 len: 1128 time: 0.0471864 Feb 07 02:46:27.605744 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-85ef8da5-cd7d-4c91-86e3-658f24821345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:27.607145 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-85ef8da5-cd7d-4c91-86e3-658f24821345 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a9d29f17224774a232218b99165d32&device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1128 time: 0.0433009 Feb 07 02:46:27.630088 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeb37d-58f2-4f80-b3b7-12f373e41082 req-f0f12828-debc-4a90-b189-5496a7f17387 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:27.631541 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-caeeb37d-58f2-4f80-b3b7-12f373e41082 req-f0f12828-debc-4a90-b189-5496a7f17387 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0538588 Feb 07 02:46:27.676674 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-caeeb37d-58f2-4f80-b3b7-12f373e41082 req-25810c1f-4a27-4085-b868-02afdad4e00b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395098 Feb 07 02:46:27.695445 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-dca8c8d9-e263-48cd-a0f5-3fef7167a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:27.697205 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-dca8c8d9-e263-48cd-a0f5-3fef7167a7ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 200 len: 909 time: 0.0833502 Feb 07 02:46:27.764069 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-95fe6a82-86e4-414e-b09d-87eb8e0185b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 200 len: 999 time: 0.0592248 Feb 07 02:46:27.811658 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-3330abac-2ab1-4ed8-9150-0ff90dcb3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:27.813048 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-3330abac-2ab1-4ed8-9150-0ff90dcb3a38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eaca85-8eae-4a59-8bdf-b11f8b3cf954 HTTP/1.1" status: 200 len: 847 time: 0.0416141 Feb 07 02:46:27.862900 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-0b3801ae-e49d-4f03-a69a-a2b1e47c7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:27.864251 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-0b3801ae-e49d-4f03-a69a-a2b1e47c7fc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcb529c-d80c-4377-a13b-0c35e5fa15df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411544 Feb 07 02:46:27.954222 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-07769c3a-eae9-4e62-b1c6-b0233de48bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809970 Feb 07 02:46:28.040446 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b12ea3-e959-4d6f-91c4-0531e4228871 req-c90b3f65-d202-4206-a2d2-292bdc584799 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788517 Feb 07 02:46:28.573416 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd6915-463f-4665-bdab-27864b73852b req-ff000641-518d-4ac2-a395-261373af6b2e tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:28.574841 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a4cd6915-463f-4665-bdab-27864b73852b req-ff000641-518d-4ac2-a395-261373af6b2e tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0555661 Feb 07 02:46:28.621142 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a4cd6915-463f-4665-bdab-27864b73852b req-9928ffad-0a03-4edf-92e9-a2fe254ec10b tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407882 Feb 07 02:46:28.796006 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6b8de-0172-4d5b-83a3-281422ef1c0a req-80a06108-8cc3-4b33-95bc-00a01b267065 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:28.797389 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e8f6b8de-0172-4d5b-83a3-281422ef1c0a req-80a06108-8cc3-4b33-95bc-00a01b267065 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0501714 Feb 07 02:46:28.842495 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e8f6b8de-0172-4d5b-83a3-281422ef1c0a req-aaad82bb-0a31-4b19-8e5d-398eaf4af898 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397508 Feb 07 02:46:29.736596 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caba08f-76cb-4388-85c1-3e2be7d85979 req-1ccbced4-3681-4823-893a-f618cccde68f tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:29.738030 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4caba08f-76cb-4388-85c1-3e2be7d85979 req-1ccbced4-3681-4823-893a-f618cccde68f tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0503793 Feb 07 02:46:29.784900 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4caba08f-76cb-4388-85c1-3e2be7d85979 req-dac7e332-54f4-4507-98d8-143f85c75406 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408256 Feb 07 02:46:29.963488 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6402e5c-aa0b-495b-b458-fcdc517dea01 req-1afab9a0-3ee2-4fcd-af1f-c359f97090b2 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:29.964935 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c6402e5c-aa0b-495b-b458-fcdc517dea01 req-1afab9a0-3ee2-4fcd-af1f-c359f97090b2 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 944 time: 0.0549138 Feb 07 02:46:30.010219 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c6402e5c-aa0b-495b-b458-fcdc517dea01 req-3c0adc30-add8-4e9b-98b0-db652a6ac6c7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399039 Feb 07 02:46:30.401782 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d9848-8bb0-4857-b383-feffc9004d42 req-48e08691-d5fc-4d26-aed0-2731f63094b5 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:30.403246 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-848d9848-8bb0-4857-b383-feffc9004d42 req-48e08691-d5fc-4d26-aed0-2731f63094b5 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0532653 Feb 07 02:46:30.411101 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-b460137e-ebf3-40d9-a587-2d97fe8d87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:30.412590 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-b460137e-ebf3-40d9-a587-2d97fe8d87dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72eb261400104c0b9b2132c91f25845b&device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 1169 time: 0.0462227 Feb 07 02:46:30.461635 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-848d9848-8bb0-4857-b383-feffc9004d42 req-a8505abd-fa05-4531-84a8-3ec0905cf923 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525682 Feb 07 02:46:30.500631 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-1a7cbcab-6723-4784-9091-c9ad6b1dc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:30.502067 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-1a7cbcab-6723-4784-9091-c9ad6b1dc232 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f523bcc-3dd9-48f0-9a66-57360bccae1b HTTP/1.1" status: 200 len: 916 time: 0.0823205 Feb 07 02:46:30.567472 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-3d24d8df-6b27-44e8-b6a6-66db19714225 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 200 len: 1002 time: 0.0588133 Feb 07 02:46:30.603313 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 58f737f4-aa92-408f-8d98-4858f6c9d65f details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:46:30.616140 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-3f493a27-0643-4c0d-bcc1-7d557a3304b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:30.618283 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-3f493a27-0643-4c0d-bcc1-7d557a3304b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb5e329d-b877-4db4-b2cd-5708c2a37ac9 HTTP/1.1" status: 200 len: 854 time: 0.0431850 Feb 07 02:46:30.666436 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-a95e594f-f380-4f5d-8594-1f5c3a389920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:30.667917 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-a95e594f-f380-4f5d-8594-1f5c3a389920 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f523bcc-3dd9-48f0-9a66-57360bccae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427890 Feb 07 02:46:30.696391 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:30.710996 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'port_id': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'mac_address': 'fa:16:3e:ff:98:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:46:30.747436 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 58f737f4-aa92-408f-8d98-4858f6c9d65f is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:46:30.747745 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:30.760462 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f737f4-aa92-408f-8d98-4858f6c9d65f {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:46:30.764311 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-f9904944-8e7d-4d45-a54b-bf2eaf7d3102 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844655 Feb 07 02:46:30.779134 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:30.784310 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:30.832702 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=9']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:30.870756 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-825d7c2b-90e8-4f7b-85c3-141a6a730f2e req-8d4e167d-b0d5-4b72-9770-6f607b1a7249 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985765 Feb 07 02:46:30.908568 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7e24d-8af5-436e-bd57-ab6291edc313 req-f45da983-5412-45e9-98f3-52edff7df4d9 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:30.910024 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44a7e24d-8af5-436e-bd57-ab6291edc313 req-f45da983-5412-45e9-98f3-52edff7df4d9 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0539563 Feb 07 02:46:30.957263 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44a7e24d-8af5-436e-bd57-ab6291edc313 req-b569aa52-7e9c-4cfa-b09d-bc4b069cda05 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Feb 07 02:46:31.055213 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['58f737f4-aa92-408f-8d98-4858f6c9d65f'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:46:31.137766 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2125d98-27f3-43bd-8e64-df71a6b8dea4 req-bfabac88-09d7-447a-807f-3a11416abca7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:31.139695 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f2125d98-27f3-43bd-8e64-df71a6b8dea4 req-bfabac88-09d7-447a-807f-3a11416abca7 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 945 time: 0.0553403 Feb 07 02:46:31.189273 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f2125d98-27f3-43bd-8e64-df71a6b8dea4 req-6c76ff6f-6dcc-4071-b2e1-269e15f3fb08 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Feb 07 02:46:31.581807 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561f98e-415c-4ed9-bfcd-98ed6b584c2f req-c3013928-8767-443b-bf47-5f3c0e83e52a tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:31.583240 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a561f98e-415c-4ed9-bfcd-98ed6b584c2f req-c3013928-8767-443b-bf47-5f3c0e83e52a tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0557013 Feb 07 02:46:31.645579 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a561f98e-415c-4ed9-bfcd-98ed6b584c2f req-e7894fc2-cc02-4d45-aaa5-aaabcf74bc99 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560439 Feb 07 02:46:32.071967 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31496-d112-4db3-9c53-4d27526d55af req-b76e6afc-4792-42f9-9161-73488d7a7668 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:32.073468 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-86c31496-d112-4db3-9c53-4d27526d55af req-b76e6afc-4792-42f9-9161-73488d7a7668 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0507643 Feb 07 02:46:32.119513 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-86c31496-d112-4db3-9c53-4d27526d55af req-8bbe3fe8-9eed-4fd8-b27f-24aadac2669f tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 Feb 07 02:46:32.312179 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ff5c4-5bf4-4dfb-912e-a1c93ffb4ec2 req-9fe509d5-f311-462e-aee1-2faa32256722 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:32.313559 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cb6ff5c4-5bf4-4dfb-912e-a1c93ffb4ec2 req-9fe509d5-f311-462e-aee1-2faa32256722 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 945 time: 0.0540664 Feb 07 02:46:32.358921 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cb6ff5c4-5bf4-4dfb-912e-a1c93ffb4ec2 req-1007fa3a-f04c-42e8-a94b-c7850413844b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398777 Feb 07 02:46:32.613969 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 58f737f4-aa92-408f-8d98-4858f6c9d65f up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:46:32.659999 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 58f737f4-aa92-408f-8d98-4858f6c9d65f triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:46:32.660384 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:32.737653 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 58f737f4-aa92-408f-8d98-4858f6c9d65f is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:46:32.738029 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:32.761454 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:46:32.762722 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3acf0-b0a8-420e-9359-458d8ce805df req-8680bef9-db32-43c6-8fdb-fc7011be0816 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:32.763697 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245bfdad-c206-4997-a0d8-f715d53386eb" -d '{"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-plugged", "status": "completed", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:46:32.764220 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-96b3acf0-b0a8-420e-9359-458d8ce805df req-8680bef9-db32-43c6-8fdb-fc7011be0816 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0512955 Feb 07 02:46:32.776448 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:32.781166 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:32.807629 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ba97b0-7c34-4b62-b5d3-b23791047b7d x-openstack-request-id: req-31ba97b0-7c34-4b62-b5d3-b23791047b7d {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:46:32.807941 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-plugged", "status": "completed", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:46:32.808198 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31ba97b0-7c34-4b62-b5d3-b23791047b7d {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:46:32.809102 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'code': 200} Feb 07 02:46:32.825245 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-96b3acf0-b0a8-420e-9359-458d8ce805df req-c3a4232d-8948-41fc-8276-2fc7e0bdfe5b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547347 Feb 07 02:46:32.847764 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=10']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:33.014634 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c5a9-a216-4291-86ff-e6e34d5ef4d6 req-e9f345c5-b059-4518-9c95-df53e79f6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:33.016296 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3be3c5a9-a216-4291-86ff-e6e34d5ef4d6 req-e9f345c5-b059-4518-9c95-df53e79f6b4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 1131 time: 0.0541096 Feb 07 02:46:33.065170 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3be3c5a9-a216-4291-86ff-e6e34d5ef4d6 req-8b04e3cb-e474-4c51-90f2-a1e72d38a008 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419567 Feb 07 02:46:33.236254 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55126326-131a-40b7-bf5a-1bc1e4f8e2fc req-14c7a003-1734-45f1-8a99-d0840a636a02 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:33.237701 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-55126326-131a-40b7-bf5a-1bc1e4f8e2fc req-14c7a003-1734-45f1-8a99-d0840a636a02 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0512061 Feb 07 02:46:33.283711 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-55126326-131a-40b7-bf5a-1bc1e4f8e2fc req-088801a0-44c3-4b68-b50c-ff856c586d01 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406735 Feb 07 02:46:33.484476 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e6456-24bf-4994-8375-c36ac23d8242 req-3dc93473-3a1f-4e4b-938d-d97b3cb90f5b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:33.485910 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5a3e6456-24bf-4994-8375-c36ac23d8242 req-3dc93473-3a1f-4e4b-938d-d97b3cb90f5b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 947 time: 0.0556445 Feb 07 02:46:33.530614 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5a3e6456-24bf-4994-8375-c36ac23d8242 req-fcc6979d-3873-4f01-939e-6e7bf8946677 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391562 Feb 07 02:46:33.942379 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987a0fd-1b7f-4a71-a99a-6587fc3c3661 req-f148ce68-dc8e-4fd8-84de-ee1da86fc36e tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:33.943722 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2987a0fd-1b7f-4a71-a99a-6587fc3c3661 req-f148ce68-dc8e-4fd8-84de-ee1da86fc36e tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0507336 Feb 07 02:46:34.004027 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2987a0fd-1b7f-4a71-a99a-6587fc3c3661 req-0410ee9e-6d75-47d6-b985-1bdb5935a13d tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537283 Feb 07 02:46:34.397864 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dabcc-4381-4e26-a620-a2df8301b27e req-552bea15-2902-466b-95a4-0ff2cfaefc09 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:34.399335 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-605dabcc-4381-4e26-a620-a2df8301b27e req-552bea15-2902-466b-95a4-0ff2cfaefc09 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0516548 Feb 07 02:46:34.465632 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-605dabcc-4381-4e26-a620-a2df8301b27e req-d20cb659-87ad-4fac-a580-a8c6872f17e5 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606287 Feb 07 02:46:34.890294 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b379a2-9dd2-4fe7-9b74-bc0b3950cedc req-a61c8f35-ef4b-472b-99d9-c76e944cc094 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:34.891758 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b379a2-9dd2-4fe7-9b74-bc0b3950cedc req-a61c8f35-ef4b-472b-99d9-c76e944cc094 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 947 time: 0.2899272 Feb 07 02:46:34.937554 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43b379a2-9dd2-4fe7-9b74-bc0b3950cedc req-abd8fe10-b64e-4b31-a9c3-fd696892cf24 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400736 Feb 07 02:46:35.121331 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdec75f-0e8f-48a7-b7e4-0cdbfb815303 req-1cfa317b-e643-4179-b90e-01eb3c60c4e8 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:35.122792 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7bdec75f-0e8f-48a7-b7e4-0cdbfb815303 req-1cfa317b-e643-4179-b90e-01eb3c60c4e8 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0523670 Feb 07 02:46:35.199168 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7bdec75f-0e8f-48a7-b7e4-0cdbfb815303 req-6f0a7dab-826a-4d71-b194-a37ab5c061f2 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706768 Feb 07 02:46:35.590652 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03710d91-c1ed-4ec9-96ba-5c9503ec920a req-ecb95979-eac8-46f9-a398-e44a69d66153 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:35.591987 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03710d91-c1ed-4ec9-96ba-5c9503ec920a req-ecb95979-eac8-46f9-a398-e44a69d66153 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0516670 Feb 07 02:46:35.638356 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03710d91-c1ed-4ec9-96ba-5c9503ec920a req-877784fc-6999-486d-a647-87d5d37427f3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408926 Feb 07 02:46:36.057075 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55f6e8-c917-4d58-b5a0-29461b04cacd req-a7f71b19-9c23-4e18-8fff-ffb77978fb9a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:36.058502 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9d55f6e8-c917-4d58-b5a0-29461b04cacd req-a7f71b19-9c23-4e18-8fff-ffb77978fb9a tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 947 time: 0.0503161 Feb 07 02:46:36.103310 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9d55f6e8-c917-4d58-b5a0-29461b04cacd req-d59e5568-ddd2-41e0-84f3-8c1a901e6efd tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394580 Feb 07 02:46:36.315848 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be06a87-48ac-4f05-874d-d54327ad2b3e req-f62fd76a-3420-497a-9c5f-092abdfa8003 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:36.317320 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6be06a87-48ac-4f05-874d-d54327ad2b3e req-f62fd76a-3420-497a-9c5f-092abdfa8003 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0537655 Feb 07 02:46:36.374682 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6be06a87-48ac-4f05-874d-d54327ad2b3e req-1fede797-30a8-42d6-874f-b6cd86dacfb2 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514858 Feb 07 02:46:36.625788 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5d848f08-3b09-43fe-b459-aa9a33cfae39 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:46:36.761363 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854e054-43c8-4408-8bf4-9d6c2616a2c5 req-7c590703-b70a-445b-8d37-bb219961e3ed tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:36.763018 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9854e054-43c8-4408-8bf4-9d6c2616a2c5 req-7c590703-b70a-445b-8d37-bb219961e3ed tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 944 time: 0.0564940 Feb 07 02:46:36.815155 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9854e054-43c8-4408-8bf4-9d6c2616a2c5 req-3f2115eb-705a-41f0-85e7-a3f517044f25 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457196 Feb 07 02:46:36.865793 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:36.877854 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'port_id': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:46:36.915975 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 5d848f08-3b09-43fe-b459-aa9a33cfae39 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:46:36.916386 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:36.928937 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d848f08-3b09-43fe-b459-aa9a33cfae39 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:46:36.948687 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:36.953642 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:36.990519 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d9cae-0a1e-4da6-973f-6a4e1a932c3d req-b3cb1c3a-a7c5-4772-8c47-e1970f41d549 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:36.992079 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-567d9cae-0a1e-4da6-973f-6a4e1a932c3d req-b3cb1c3a-a7c5-4772-8c47-e1970f41d549 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 946 time: 0.0581954 Feb 07 02:46:37.004197 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=5d848f08-3b09-43fe-b459-aa9a33cfae39,revision_number=7']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:37.039885 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-567d9cae-0a1e-4da6-973f-6a4e1a932c3d req-71303503-1006-43ba-a16c-f27f2d796b52 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 Feb 07 02:46:37.235615 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['5d848f08-3b09-43fe-b459-aa9a33cfae39'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:46:37.490096 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114db11f-4a60-4168-aecd-3bb4b1b8674a req-45b69500-718e-4870-ba85-ac15414eaa85 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:37.491582 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-114db11f-4a60-4168-aecd-3bb4b1b8674a req-45b69500-718e-4870-ba85-ac15414eaa85 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0515656 Feb 07 02:46:37.549352 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-114db11f-4a60-4168-aecd-3bb4b1b8674a req-63bff642-e1a6-4b38-885f-9d2d543115d4 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521393 Feb 07 02:46:37.932427 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998ebc5-d82f-4787-8d3a-bf9db8348632 req-f069fe4d-8220-4026-8de2-620be7832241 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:37.933785 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2998ebc5-d82f-4787-8d3a-bf9db8348632 req-f069fe4d-8220-4026-8de2-620be7832241 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 945 time: 0.0500154 Feb 07 02:46:37.980493 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2998ebc5-d82f-4787-8d3a-bf9db8348632 req-7cdbb46b-79fc-400b-9397-57ebddcc25df tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Feb 07 02:46:38.073865 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:38.157303 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12abbc-ba19-4754-9111-ab210c1172fd req-67e6133f-8c12-463f-be44-d687d47ee96c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:38.158731 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fe12abbc-ba19-4754-9111-ab210c1172fd req-67e6133f-8c12-463f-be44-d687d47ee96c tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 946 time: 0.0540700 Feb 07 02:46:38.203783 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fe12abbc-ba19-4754-9111-ab210c1172fd req-c5140b4e-3522-4e89-b869-582aba638264 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390759 Feb 07 02:46:38.644127 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5d848f08-3b09-43fe-b459-aa9a33cfae39 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:46:38.667929 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef55f9-5181-4f9c-a2e0-42ff5cbb0731 req-796b9969-d1be-4df6-8595-6797935484f9 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:38.669405 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-95ef55f9-5181-4f9c-a2e0-42ff5cbb0731 req-796b9969-d1be-4df6-8595-6797935484f9 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0542145 Feb 07 02:46:38.697343 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 5d848f08-3b09-43fe-b459-aa9a33cfae39 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:46:38.697717 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:38.733156 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-95ef55f9-5181-4f9c-a2e0-42ff5cbb0731 req-e9ba7d8b-6941-4bdb-9930-af524516b6df tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577872 Feb 07 02:46:38.776041 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 5d848f08-3b09-43fe-b459-aa9a33cfae39 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:46:38.776460 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:38.798218 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:46:38.800326 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3ad462-27c2-4b59-a7e7-4329df69fb8b" -d '{"events": [{"server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "name": "network-vif-plugged", "status": "completed", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:46:38.812438 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:38.816860 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:38.832447 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-101b3685-dab1-4664-9dc5-f502a82f9590 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:38.833955 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-101b3685-dab1-4664-9dc5-f502a82f9590 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 946 time: 0.0557258 Feb 07 02:46:38.842216 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f78ca8-e163-44cb-b4ac-a6e8d0123801 x-openstack-request-id: req-43f78ca8-e163-44cb-b4ac-a6e8d0123801 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:46:38.842529 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "name": "network-vif-plugged", "status": "completed", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:46:38.842787 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43f78ca8-e163-44cb-b4ac-a6e8d0123801 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:46:38.843173 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'code': 200} Feb 07 02:46:38.869088 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=5d848f08-3b09-43fe-b459-aa9a33cfae39,revision_number=8']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:38.934527 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Deleting port b31510ca-3177-4626-b329-392b4a7dede2 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:46:38.935107 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (b31510ca-3177-4626-b329-392b4a7dede2), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:39.038591 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] For port b31510ca-3177-4626-b329-392b4a7dede2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b31510ca-3177-4626-b329-392b4a7dede2,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:39.038958 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (b31510ca-3177-4626-b329-392b4a7dede2), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:39.162018 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79ce33-3125-46b1-b9f8-78edad4f1216 req-2e967a6a-83b0-4805-8e62-5d780740cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:39.163506 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad79ce33-3125-46b1-b9f8-78edad4f1216 req-2e967a6a-83b0-4805-8e62-5d780740cf92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1130 time: 0.1373436 Feb 07 02:46:39.211774 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11134146-dd92-4301-aefd-d7fd85db1271 req-2b2013dc-a7cd-49e3-aa83-97f8fa4a45ea tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:39.213226 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-11134146-dd92-4301-aefd-d7fd85db1271 req-2b2013dc-a7cd-49e3-aa83-97f8fa4a45ea tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.1587625 Feb 07 02:46:39.320842 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73494199-e5fb-40d0-8742-4131c626a66b req-64065841-69c6-49e4-a218-d0354bd8b3ba tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:39.322010 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad79ce33-3125-46b1-b9f8-78edad4f1216 req-c71cb5ef-c99d-4063-bd87-70958d188b9a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295860 Feb 07 02:46:39.322674 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-73494199-e5fb-40d0-8742-4131c626a66b req-64065841-69c6-49e4-a218-d0354bd8b3ba tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 946 time: 0.0524619 Feb 07 02:46:39.343700 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:39.344062 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (77953fcc-ce1e-4b49-a4eb-112bb76f6c9c), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:39.344398 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.l3_db [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Floating IP 77953fcc-ce1e-4b49-a4eb-112bb76f6c9c disassociated. External IP: 172.27.1.82, port: b31510ca-3177-4626-b329-392b4a7dede2. Feb 07 02:46:39.344738 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Calling delete_port for b31510ca-3177-4626-b329-392b4a7dede2 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:46:39.351679 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-11134146-dd92-4301-aefd-d7fd85db1271 req-48177a8e-3836-4165-9275-fda06ccb0600 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254854 Feb 07 02:46:39.372860 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-73494199-e5fb-40d0-8742-4131c626a66b req-1c530d28-9973-45b1-b346-e607cd9d37ea tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d27df11-bf20-488b-80d7-48b95ae78f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438328 Feb 07 02:46:39.476978 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (b31510ca-3177-4626-b329-392b4a7dede2), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:39.504410 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event deleted for resources: {'Port': ['ID=b31510ca-3177-4626-b329-392b4a7dede2,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:39.515866 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.516262 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.516600 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.516940 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.517278 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.517612 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.517945 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.518273 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.518601 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.518929 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.519258 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.519583 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.519905 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:39.627962 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Router 942b3c68-3c34-47e9-979d-02c39f8e66f3 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:46:39.735058 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:46:39.745760 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] Sync routers for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:46:39.755044 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:46:39.755592 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:46:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:39.775320 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] No DVR routers for this DVR port b31510ca-3177-4626-b329-392b4a7dede2 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:46:39.777894 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:39.781215 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-630d899f-2697-4dd3-8354-a31e63cbb0df req-99b2c76e-282e-4994-b8d0-8d580dde0785 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.13 "DELETE /v2.0/ports/b31510ca-3177-4626-b329-392b4a7dede2 HTTP/1.1" status: 204 len: 173 time: 0.9400272 Feb 07 02:46:39.781662 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91118990-c0a2-4da2-8439-33d9194e167f', 'name': 'network-vif-deleted', 'tag': 'b31510ca-3177-4626-b329-392b4a7dede2'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:46:39.784153 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdfe49d-71fa-4f90-a26d-0516d83a2352" -d '{"events": [{"server_uuid": "91118990-c0a2-4da2-8439-33d9194e167f", "name": "network-vif-deleted", "tag": "b31510ca-3177-4626-b329-392b4a7dede2"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:46:39.873912 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8435c-8d22-4298-9512-1ef227a24184 req-03465c4f-5e07-47ae-817b-a741c42e48d2 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:39.875481 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9ce8435c-8d22-4298-9512-1ef227a24184 req-03465c4f-5e07-47ae-817b-a741c42e48d2 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0645487 Feb 07 02:46:39.938479 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f995d574-7262-457a-a622-25bef03d0645 x-openstack-request-id: req-f995d574-7262-457a-a622-25bef03d0645 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:46:39.939292 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91118990-c0a2-4da2-8439-33d9194e167f", "name": "network-vif-deleted", "tag": "b31510ca-3177-4626-b329-392b4a7dede2", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:46:39.939555 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f995d574-7262-457a-a622-25bef03d0645 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:46:39.939961 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91118990-c0a2-4da2-8439-33d9194e167f', 'name': 'network-vif-deleted', 'tag': 'b31510ca-3177-4626-b329-392b4a7dede2', 'status': 'completed', 'code': 200} Feb 07 02:46:39.955902 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:46:39.963754 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9ce8435c-8d22-4298-9512-1ef227a24184 req-4bf3ae9a-2a85-439d-b4da-6cfc29860b1b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800011 Feb 07 02:46:39.983616 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:46:40.159923 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:40.186119 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] Checking router: 942b3c68-3c34-47e9-979d-02c39f8e66f3 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:46:40.194332 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:46:40.194930 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:46:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:40.304865 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:46:40.484909 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f637d-955c-46bb-b21e-e8a1be3086b4 req-58869b29-1e1e-41bb-854b-a43fe87ae4d2 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:40.487008 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ef1f637d-955c-46bb-b21e-e8a1be3086b4 req-58869b29-1e1e-41bb-854b-a43fe87ae4d2 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0573392 Feb 07 02:46:40.505018 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5c2d2e67-dd99-44c1-acfe-0154ec80431f req-718257de-6fc5-48df-bbce-20061638f190 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/ports?device_id=91118990-c0a2-4da2-8439-33d9194e167f HTTP/1.1" status: 200 len: 210 time: 0.0362833 Feb 07 02:46:40.509113 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:40.538527 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ef1f637d-955c-46bb-b21e-e8a1be3086b4 req-4df6218e-616d-47c4-bcee-8f7e6d8a5a30 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458093 Feb 07 02:46:40.539659 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539530dc-94df-4c55-8d4c-9a4a6f882082 None None] The sync data for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi is: [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:38Z', 'revision_number': 4, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '07881193-2b8f-4d32-b477-9b42db43ad9f', 'name': '', 'network_id': '1a8d4dbe-7bf5-45f2-be54-16ce356b99cc', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'mac_address': 'fa:16:3e:60:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:37Z', 'updated_at': '2022-02-07T02:40:54Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'subnets': [{'id': '08da3acb-982c-42f9-b67a-970fb95c412c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:46:40.777605 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a1951-979f-449b-93b4-674fd19b5a4f None None] New status for floating IP 77953fcc-ce1e-4b49-a4eb-112bb76f6c9c: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:46:41.080162 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020a91d-e24f-46f3-872e-1ae0c210f927 req-6317e5be-dc23-4912-af09-e8cd7b7cdf67 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:41.081624 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6020a91d-e24f-46f3-872e-1ae0c210f927 req-6317e5be-dc23-4912-af09-e8cd7b7cdf67 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0510030 Feb 07 02:46:41.139105 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6020a91d-e24f-46f3-872e-1ae0c210f927 req-f938557e-1ecd-4932-afdc-bb6a24718f97 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516748 Feb 07 02:46:41.588288 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54292) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:41.639069 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (3d27df11-bf20-488b-80d7-48b95ae78f65), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:41.661312 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (3d27df11-bf20-488b-80d7-48b95ae78f65), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:41.708167 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (3d27df11-bf20-488b-80d7-48b95ae78f65), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:41.710712 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:41.712434 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "DELETE /v2.0/security-groups/3d27df11-bf20-488b-80d7-48b95ae78f65 HTTP/1.1" status: 204 len: 168 time: 0.1230950 Feb 07 02:46:41.715253 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54294) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:41.721130 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d27df11-bf20-488b-80d7-48b95ae78f65,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:41.728710 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.728995 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.api.v2.resource [None req-f55b1dcf-b4e7-4bed-9904-8b24bd8a2f23 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] show failed (client error): The resource could not be found. Feb 07 02:46:41.729158 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.729391 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732447 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732586 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f55b1dcf-b4e7-4bed-9904-8b24bd8a2f23 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "GET /v2.0/security-groups/3d27df11-bf20-488b-80d7-48b95ae78f65 HTTP/1.1" status: 404 len: 347 time: 0.0136976 Feb 07 02:46:41.732697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.732697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f54a9e-0b2d-496f-a733-fbe738ba7235 tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:46:41.733422 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54296) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:41.856843 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Deleting port ac90c525-6a90-4cf3-b399-1ae6d14db51b {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:46:41.857106 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (ac90c525-6a90-4cf3-b399-1ae6d14db51b), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:41.931902 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (ac90c525-6a90-4cf3-b399-1ae6d14db51b), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:41.932218 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (ac90c525-6a90-4cf3-b399-1ae6d14db51b), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:41.943533 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Calling delete_port for ac90c525-6a90-4cf3-b399-1ae6d14db51b owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:46:42.078173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (ac90c525-6a90-4cf3-b399-1ae6d14db51b), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:42.103424 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Pushing event deleted for resources: {'Port': ['ID=ac90c525-6a90-4cf3-b399-1ae6d14db51b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:42.163713 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks [] for floatingip (77953fcc-ce1e-4b49-a4eb-112bb76f6c9c), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:42.167090 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:42.168310 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4894b238-5a1b-4ee9-a987-ef2a0959a42b tempest-AttachVolumeTestJSON-197261117 tempest-AttachVolumeTestJSON-197261117-project] 10.222.0.15 "DELETE /v2.0/floatingips/77953fcc-ce1e-4b49-a4eb-112bb76f6c9c HTTP/1.1" status: 204 len: 168 time: 0.4347513 Feb 07 02:46:42.262739 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb30d53-780d-4929-8fde-f085efa70f33 req-d298cf75-81e6-4905-b670-1860dbfd10ca tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:42.264299 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-dbb30d53-780d-4929-8fde-f085efa70f33 req-d298cf75-81e6-4905-b670-1860dbfd10ca tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0535874 Feb 07 02:46:42.332964 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-dbb30d53-780d-4929-8fde-f085efa70f33 req-9a3eac4d-94c5-466f-a2fb-aea69f219d2c tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622349 Feb 07 02:46:42.390685 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-cb1af5e3-42b2-4a6e-aed3-d82c87bc5824 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452132 Feb 07 02:46:42.455502 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-8716bdb9-38d9-4841-b8ec-8662d7587ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:42.457033 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-8716bdb9-38d9-4841-b8ec-8662d7587ede service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea62fa68252a4419b7f8fe2873512277&device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 1131 time: 0.0443070 Feb 07 02:46:42.559619 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-f5d40e63-463e-4a43-bf97-b496d3c620fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:42.561140 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-f5d40e63-463e-4a43-bf97-b496d3c620fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 200 len: 918 time: 0.0829513 Feb 07 02:46:42.629150 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-45e31126-b7b1-4ef0-a81a-894ed53f448b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f HTTP/1.1" status: 200 len: 1002 time: 0.0622995 Feb 07 02:46:42.674776 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-0decd4c7-f521-49ba-89d8-f68aeb608825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:42.676081 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-0decd4c7-f521-49ba-89d8-f68aeb608825 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 200 len: 856 time: 0.0417829 Feb 07 02:46:42.686300 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device b31510ca-3177-4626-b329-392b4a7dede2 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:46:42.706453 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: b31510ca-3177-4626-b329-392b4a7dede2 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:46:42.706801 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device b31510ca-3177-4626-b329-392b4a7dede2 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:46:42.722838 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-5595aca8-eefb-487d-83c2-19b4d65495c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:42.724318 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-5595aca8-eefb-487d-83c2-19b4d65495c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73356261-14a5-4cb7-97e8-d17ac6022cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423298 Feb 07 02:46:42.816724 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-0af25772-752d-4b2c-b646-927180f4ed94 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860960 Feb 07 02:46:42.902949 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70c32b62-4fe1-4aec-9bda-28c60843f675 req-5d36e14f-33be-419c-acfe-2dc416086414 service neutron] 10.222.0.13 "GET /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803633 Feb 07 02:46:43.454113 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4b03-39f8-412f-bba0-ae07c6800d98 req-c7521db1-3385-4fff-b599-20cd9d30cee7 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:43.455592 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-998d4b03-39f8-412f-bba0-ae07c6800d98 req-c7521db1-3385-4fff-b599-20cd9d30cee7 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0556347 Feb 07 02:46:43.514036 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-998d4b03-39f8-412f-bba0-ae07c6800d98 req-84e6b9b2-35cd-4fba-a223-d333d9a85795 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528848 Feb 07 02:46:44.630820 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac0615-15ae-41ee-8928-9b3798f65acc req-a7b6dcf1-7f8d-4b42-8add-9c973a7199c8 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:44.632278 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2dac0615-15ae-41ee-8928-9b3798f65acc req-a7b6dcf1-7f8d-4b42-8add-9c973a7199c8 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0504494 Feb 07 02:46:44.689237 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2dac0615-15ae-41ee-8928-9b3798f65acc req-bef2bbf2-1410-431b-84f2-fb397f09353d tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507348 Feb 07 02:46:45.365844 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0c7cdbe2-1f10-44fa-a1c7-bae766b3ed8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:45.668276 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54330) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:45.878249 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db96dd-8006-4bd0-91d4-4c4004d92d25 req-7f066037-70b8-41dd-a03d-ba0ada87a5d3 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:45.879629 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a0db96dd-8006-4bd0-91d4-4c4004d92d25 req-7f066037-70b8-41dd-a03d-ba0ada87a5d3 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.1232264 Feb 07 02:46:46.013619 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a0db96dd-8006-4bd0-91d4-4c4004d92d25 req-91b4ea12-27e1-4468-b5f2-41163e92bb69 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1283402 Feb 07 02:46:46.237101 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640310'] for router_interface (942b3c68-3c34-47e9-979d-02c39f8e66f3), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:46.522040 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Deleting port 07881193-2b8f-4d32-b477-9b42db43ad9f {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:46:46.522298 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:46.597156 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] For port 07881193-2b8f-4d32-b477-9b42db43ad9f, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=07881193-2b8f-4d32-b477-9b42db43ad9f,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:46.597518 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:46.612903 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Calling delete_port for 07881193-2b8f-4d32-b477-9b42db43ad9f owned by network:router_interface {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:46:46.790124 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (07881193-2b8f-4d32-b477-9b42db43ad9f), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:46.815870 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07881193-2b8f-4d32-b477-9b42db43ad9f,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:46.980402 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640418'] for router_interface (942b3c68-3c34-47e9-979d-02c39f8e66f3), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:47.134914 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0759688-c316-4f8b-bc09-ce646e2a080c req-4d87c3a1-f016-486f-91cd-6f4c10355de5 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:46:47.136463 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d0759688-c316-4f8b-bc09-ce646e2a080c req-4d87c3a1-f016-486f-91cd-6f4c10355de5 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.0536425 Feb 07 02:46:47.203241 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d0759688-c316-4f8b-bc09-ce646e2a080c req-f516ddcf-4294-4118-ad8d-2ff81a4ce3ec tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&id=6a39d54c-a8a2-48ad-91c0-48ff4551f86a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607526 Feb 07 02:46:47.423259 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Router 942b3c68-3c34-47e9-979d-02c39f8e66f3 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:46:47.527322 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:46:47.533190 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-70958b01-fa77-4e18-9319-cce7e52d9db2 admin admin] 10.222.0.15 "PUT /v2.0/routers/942b3c68-3c34-47e9-979d-02c39f8e66f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8629701 Feb 07 02:46:47.534929 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54340) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:47.538225 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] Sync routers for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:46:47.548162 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:46:47.548793 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:46:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:47.637520 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks [] for router (942b3c68-3c34-47e9-979d-02c39f8e66f3), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:47.656610 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:46:47.740985 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks [] for router_gateway (942b3c68-3c34-47e9-979d-02c39f8e66f3), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:47.795893 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Deleting port 8db0f53f-28f9-4adb-b773-9caf00a17315 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:46:47.796554 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:47.805656 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-efbfda2d-3877-4079-9d24-c3881483281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:47.850588 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:46:46Z', 'revision_number': 5, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port': {'id': '8db0f53f-28f9-4adb-b773-9caf00a17315', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:30Z', 'updated_at': '2022-02-07T02:40:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:47.876066 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] For port 8db0f53f-28f9-4adb-b773-9caf00a17315, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=8db0f53f-28f9-4adb-b773-9caf00a17315,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:47.876454 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:47.877677 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] Checking router: 942b3c68-3c34-47e9-979d-02c39f8e66f3 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:46:47.885898 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] Routers {'942b3c68-3c34-47e9-979d-02c39f8e66f3'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:46:47.886506 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:46:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['942b3c68-3c34-47e9-979d-02c39f8e66f3'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:47.888899 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Calling delete_port for 8db0f53f-28f9-4adb-b773-9caf00a17315 owned by network:router_gateway {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:46:47.979328 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] Set router 942b3c68-3c34-47e9-979d-02c39f8e66f3 gateway port host: None {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:46:48.034393 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:46:47Z', 'revision_number': 6, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port_host': None}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:48.053588 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (8db0f53f-28f9-4adb-b773-9caf00a17315), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.059986 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e737a4a6-6ab2-4116-8135-1f267ca43f83 None None] The sync data for ids ['942b3c68-3c34-47e9-979d-02c39f8e66f3'] in dv-cinder-828061-1-iscsi is: [{'id': '942b3c68-3c34-47e9-979d-02c39f8e66f3', 'name': 'tempest-AttachVolumeTestJSON-617734724-router', 'tenant_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:46:47Z', 'revision_number': 6, 'project_id': 'a49aa1fab0e34cf8b10b7d216d642828', 'gw_port_host': None}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:46:48.084235 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Pushing event deleted for resources: {'Port': ['ID=8db0f53f-28f9-4adb-b773-9caf00a17315,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:48.149844 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1641216'] for router_gateway (942b3c68-3c34-47e9-979d-02c39f8e66f3), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.237846 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15885'] for router (942b3c68-3c34-47e9-979d-02c39f8e66f3), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.239890 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks [] for router_controller (942b3c68-3c34-47e9-979d-02c39f8e66f3), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.283674 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638032'] for router (942b3c68-3c34-47e9-979d-02c39f8e66f3), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.284235 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 942b3c68-3c34-47e9-979d-02c39f8e66f3 {{(pid=109070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 02:46:48.290049 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.291185 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3385b7f0-3b71-4a7a-931d-25dd0c41091d admin admin] 10.222.0.15 "DELETE /v2.0/routers/942b3c68-3c34-47e9-979d-02c39f8e66f3 HTTP/1.1" status: 204 len: 168 time: 0.7553010 Feb 07 02:46:48.293745 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54342) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:48.335645 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6bb2ff-a0e9-42d7-9163-afa712a14970 admin admin] Deleting subnet 08da3acb-982c-42f9-b67a-970fb95c412c {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:46:48.339198 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a6bb2ff-a0e9-42d7-9163-afa712a14970 admin admin] Publish callbacks [] for subnet (08da3acb-982c-42f9-b67a-970fb95c412c), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.371915 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a6bb2ff-a0e9-42d7-9163-afa712a14970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13350466'] for subnet (08da3acb-982c-42f9-b67a-970fb95c412c), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.483758 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a6bb2ff-a0e9-42d7-9163-afa712a14970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (08da3acb-982c-42f9-b67a-970fb95c412c), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.534994 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a6bb2ff-a0e9-42d7-9163-afa712a14970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13349921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13335487'] for subnet (08da3acb-982c-42f9-b67a-970fb95c412c), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.560093 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bb2ff-a0e9-42d7-9163-afa712a14970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08da3acb-982c-42f9-b67a-970fb95c412c,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:48.562046 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a6bb2ff-a0e9-42d7-9163-afa712a14970 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.565164 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7a6bb2ff-a0e9-42d7-9163-afa712a14970 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/08da3acb-982c-42f9-b67a-970fb95c412c HTTP/1.1" status: 204 len: 168 time: 0.2705019 Feb 07 02:46:48.566460 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253987ce-1812-439d-b955-5d982e3f80b3 None None] Network 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:46:48.567653 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54344) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:48.637462 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (1a8d4dbe-7bf5-45f2-be54-16ce356b99cc), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.691271 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Deleting port fcc62a5c-83ae-433b-ac7c-cf406a8914de {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:46:48.691608 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.753740 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] For port fcc62a5c-83ae-433b-ac7c-cf406a8914de, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=fcc62a5c-83ae-433b-ac7c-cf406a8914de,segment=NetworkSegment(a1d5e4d6-548d-4c6f-86e9-bd09a6063200),segment_id=a1d5e4d6-548d-4c6f-86e9-bd09a6063200)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:46:48.754009 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.766509 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Calling delete_port for fcc62a5c-83ae-433b-ac7c-cf406a8914de owned by network:dhcp {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:46:48.849291 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae997237-6c18-4114-ad32-65d49763bb46 None None] DHCP port deletion for 1a8d4dbe-7bf5-45f2-be54-16ce356b99cc request from dv-cinder-828061-1-iscsi {{(pid=109071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 02:46:48.853546 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (fcc62a5c-83ae-433b-ac7c-cf406a8914de), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.879867 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc62a5c-83ae-433b-ac7c-cf406a8914de,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:48.881344 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.884414 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] No DVR routers for this DVR port fcc62a5c-83ae-433b-ac7c-cf406a8914de on host dv-cinder-828061-1-iscsi {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:46:48.926726 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device fcc62a5c-83ae-433b-ac7c-cf406a8914de no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:46:48.947803 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: fcc62a5c-83ae-433b-ac7c-cf406a8914de {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:46:48.948147 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device fcc62a5c-83ae-433b-ac7c-cf406a8914de not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:46:48.948595 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 07881193-2b8f-4d32-b477-9b42db43ad9f no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:46:48.968815 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (1a8d4dbe-7bf5-45f2-be54-16ce356b99cc), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:48.971452 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 07881193-2b8f-4d32-b477-9b42db43ad9f {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:46:48.971833 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 07881193-2b8f-4d32-b477-9b42db43ad9f not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:46:48.972247 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 8db0f53f-28f9-4adb-b773-9caf00a17315 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:46:48.989579 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8d4dbe-7bf5-45f2-be54-16ce356b99cc']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:48.991366 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 8db0f53f-28f9-4adb-b773-9caf00a17315 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:46:48.991718 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 8db0f53f-28f9-4adb-b773-9caf00a17315 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:46:49.000166 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:49.000513 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d5e4d6-548d-4c6f-86e9-bd09a6063200') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:46:49.010467 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (a1d5e4d6-548d-4c6f-86e9-bd09a6063200), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:49.023370 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (a1d5e4d6-548d-4c6f-86e9-bd09a6063200), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:49.029150 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:46:49.029532 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (a1d5e4d6-548d-4c6f-86e9-bd09a6063200), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:46:49.031151 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:46:49.085951 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (1a8d4dbe-7bf5-45f2-be54-16ce356b99cc), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:49.092121 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:49.096370 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] 10.222.0.15 "DELETE /v2.0/networks/1a8d4dbe-7bf5-45f2-be54-16ce356b99cc HTTP/1.1" status: 204 len: 168 time: 0.5277777 Feb 07 02:46:49.107681 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f2d48-f835-4200-b66c-0c4862e9d22a admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8d4dbe-7bf5-45f2-be54-16ce356b99cc,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:49.209108 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54348) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:49.248072 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4118bbcf-eadb-46f9-a964-ebfe14707f4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a49aa1fab0e34cf8b10b7d216d642828&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378108 Feb 07 02:46:49.250477 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54350) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:49.298019 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2a8d485a-a4b4-4b09-b7eb-e9de5585a32f admin admin] Publish callbacks [] for security_group (413b84e1-f849-41e6-993a-e941ebe39750), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:49.318518 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2a8d485a-a4b4-4b09-b7eb-e9de5585a32f admin admin] Publish callbacks [] for security_group (413b84e1-f849-41e6-993a-e941ebe39750), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:49.363628 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2a8d485a-a4b4-4b09-b7eb-e9de5585a32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (413b84e1-f849-41e6-993a-e941ebe39750), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:49.366204 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2a8d485a-a4b4-4b09-b7eb-e9de5585a32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:49.367927 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-2a8d485a-a4b4-4b09-b7eb-e9de5585a32f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/413b84e1-f849-41e6-993a-e941ebe39750 HTTP/1.1" status: 204 len: 168 time: 0.1165872 Feb 07 02:46:49.375795 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d485a-a4b4-4b09-b7eb-e9de5585a32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413b84e1-f849-41e6-993a-e941ebe39750,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:50.271069 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:50.974967 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54400) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:51.079592 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e2b5690a-d825-4c72-91a4-84cb9be04248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.150600 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e2b5690a-d825-4c72-91a4-84cb9be04248 admin admin] Publish callbacks [] for security_group (bf5f0ede-234a-4116-a56f-b3e274b73e7c), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.153843 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e2b5690a-d825-4c72-91a4-84cb9be04248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (bf5f0ede-234a-4116-a56f-b3e274b73e7c), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.188807 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5690a-d825-4c72-91a4-84cb9be04248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5f0ede-234a-4116-a56f-b3e274b73e7c,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:51.193039 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e2b5690a-d825-4c72-91a4-84cb9be04248 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9be6b79edf74789ab890651dae39bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170715 Feb 07 02:46:51.195741 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54404) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:51.243941 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ab03d0d8-07b9-4558-8fcf-a63b5e424613 admin admin] Publish callbacks [] for security_group (bf5f0ede-234a-4116-a56f-b3e274b73e7c), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.263960 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ab03d0d8-07b9-4558-8fcf-a63b5e424613 admin admin] Publish callbacks [] for security_group (bf5f0ede-234a-4116-a56f-b3e274b73e7c), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.312832 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ab03d0d8-07b9-4558-8fcf-a63b5e424613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (bf5f0ede-234a-4116-a56f-b3e274b73e7c), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.315237 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ab03d0d8-07b9-4558-8fcf-a63b5e424613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.316403 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ab03d0d8-07b9-4558-8fcf-a63b5e424613 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf5f0ede-234a-4116-a56f-b3e274b73e7c HTTP/1.1" status: 204 len: 168 time: 0.1197557 Feb 07 02:46:51.324914 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03d0d8-07b9-4558-8fcf-a63b5e424613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5f0ede-234a-4116-a56f-b3e274b73e7c,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:51.565085 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54410) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:51.579286 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d6097133-91d0-4143-b594-c2240dd95ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.659619 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d6097133-91d0-4143-b594-c2240dd95ec3 admin admin] Publish callbacks [] for security_group (b30d0652-6ba4-476f-b057-c1c8b9f1da6e), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.663198 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d6097133-91d0-4143-b594-c2240dd95ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b30d0652-6ba4-476f-b057-c1c8b9f1da6e), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.699350 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6097133-91d0-4143-b594-c2240dd95ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30d0652-6ba4-476f-b057-c1c8b9f1da6e,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:51.703549 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d6097133-91d0-4143-b594-c2240dd95ec3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2fa40cf3bba431f9c0e6547ea6f42c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374130 Feb 07 02:46:51.706835 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54412) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:46:51.751846 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d84b1db4-1c02-4b7f-a2c1-9998ff09cb77 admin admin] Publish callbacks [] for security_group (b30d0652-6ba4-476f-b057-c1c8b9f1da6e), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.771548 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d84b1db4-1c02-4b7f-a2c1-9998ff09cb77 admin admin] Publish callbacks [] for security_group (b30d0652-6ba4-476f-b057-c1c8b9f1da6e), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.817334 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d84b1db4-1c02-4b7f-a2c1-9998ff09cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b30d0652-6ba4-476f-b057-c1c8b9f1da6e), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.819964 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d84b1db4-1c02-4b7f-a2c1-9998ff09cb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:46:51.821114 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d84b1db4-1c02-4b7f-a2c1-9998ff09cb77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b30d0652-6ba4-476f-b057-c1c8b9f1da6e HTTP/1.1" status: 204 len: 168 time: 0.1139352 Feb 07 02:46:51.828649 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b1db4-1c02-4b7f-a2c1-9998ff09cb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30d0652-6ba4-476f-b057-c1c8b9f1da6e,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:46:51.937234 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:07.825421 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54632) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:07.927428 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b764c8a8-9f1a-46aa-91a9-e6e65be2ff96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:07.998055 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b764c8a8-9f1a-46aa-91a9-e6e65be2ff96 admin admin] Publish callbacks [] for security_group (26efdeff-1209-444c-8e04-bc638548e258), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.001576 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b764c8a8-9f1a-46aa-91a9-e6e65be2ff96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (26efdeff-1209-444c-8e04-bc638548e258), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.040460 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764c8a8-9f1a-46aa-91a9-e6e65be2ff96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26efdeff-1209-444c-8e04-bc638548e258,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:08.045767 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-b764c8a8-9f1a-46aa-91a9-e6e65be2ff96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28e91b7a855041bd84a77f48a893fa8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193339 Feb 07 02:47:08.048305 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54636) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:08.077294 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.096274 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-25670a9d-8c84-4d82-8871-09c546a1d455 admin admin] Publish callbacks [] for security_group (26efdeff-1209-444c-8e04-bc638548e258), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.117877 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-25670a9d-8c84-4d82-8871-09c546a1d455 admin admin] Publish callbacks [] for security_group (26efdeff-1209-444c-8e04-bc638548e258), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.164028 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-25670a9d-8c84-4d82-8871-09c546a1d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (26efdeff-1209-444c-8e04-bc638548e258), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.166495 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-25670a9d-8c84-4d82-8871-09c546a1d455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.167629 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-25670a9d-8c84-4d82-8871-09c546a1d455 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26efdeff-1209-444c-8e04-bc638548e258 HTTP/1.1" status: 204 len: 168 time: 0.1184096 Feb 07 02:47:08.175032 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670a9d-8c84-4d82-8871-09c546a1d455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26efdeff-1209-444c-8e04-bc638548e258,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:08.421459 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54646) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:08.434709 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3af7c74-ee11-49b4-bad7-fb0ed290cc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.507163 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3af7c74-ee11-49b4-bad7-fb0ed290cc53 admin admin] Publish callbacks [] for security_group (ecad30de-06b8-4f42-951c-6afa677d35cd), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.511110 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3af7c74-ee11-49b4-bad7-fb0ed290cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ecad30de-06b8-4f42-951c-6afa677d35cd), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.547140 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c3af7c74-ee11-49b4-bad7-fb0ed290cc53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bffa3a4ea11346d594eb1d24d945a257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246684 Feb 07 02:47:08.548269 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af7c74-ee11-49b4-bad7-fb0ed290cc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecad30de-06b8-4f42-951c-6afa677d35cd,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:08.549870 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54648) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:08.597934 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-016067a6-49cc-491f-afd6-e68c6bced82b admin admin] Publish callbacks [] for security_group (ecad30de-06b8-4f42-951c-6afa677d35cd), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.617837 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-016067a6-49cc-491f-afd6-e68c6bced82b admin admin] Publish callbacks [] for security_group (ecad30de-06b8-4f42-951c-6afa677d35cd), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.663900 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-016067a6-49cc-491f-afd6-e68c6bced82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ecad30de-06b8-4f42-951c-6afa677d35cd), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.666465 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-016067a6-49cc-491f-afd6-e68c6bced82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:08.667606 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-016067a6-49cc-491f-afd6-e68c6bced82b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecad30de-06b8-4f42-951c-6afa677d35cd HTTP/1.1" status: 204 len: 168 time: 0.1160445 Feb 07 02:47:08.675005 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016067a6-49cc-491f-afd6-e68c6bced82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecad30de-06b8-4f42-951c-6afa677d35cd,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:11.350980 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54780) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:11.453557 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-597473eb-0511-4274-a9cb-d5615581ae12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:11.527018 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-597473eb-0511-4274-a9cb-d5615581ae12 admin admin] Publish callbacks [] for security_group (a4a4727f-6fe9-40ce-8d12-6af4d3d2fc61), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:11.530809 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-597473eb-0511-4274-a9cb-d5615581ae12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (a4a4727f-6fe9-40ce-8d12-6af4d3d2fc61), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:11.565418 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597473eb-0511-4274-a9cb-d5615581ae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a4727f-6fe9-40ce-8d12-6af4d3d2fc61,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:11.569581 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-597473eb-0511-4274-a9cb-d5615581ae12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55def152ca094d028f8b61e453717e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175691 Feb 07 02:47:11.573785 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54784) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:11.617939 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e5afaada-6328-4a85-afc3-5002bdbe43ec admin admin] Publish callbacks [] for security_group (a4a4727f-6fe9-40ce-8d12-6af4d3d2fc61), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:11.639846 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e5afaada-6328-4a85-afc3-5002bdbe43ec admin admin] Publish callbacks [] for security_group (a4a4727f-6fe9-40ce-8d12-6af4d3d2fc61), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:11.685489 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e5afaada-6328-4a85-afc3-5002bdbe43ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (a4a4727f-6fe9-40ce-8d12-6af4d3d2fc61), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:11.687965 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e5afaada-6328-4a85-afc3-5002bdbe43ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:11.689119 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e5afaada-6328-4a85-afc3-5002bdbe43ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4a4727f-6fe9-40ce-8d12-6af4d3d2fc61 HTTP/1.1" status: 204 len: 168 time: 0.1150575 Feb 07 02:47:11.696837 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afaada-6328-4a85-afc3-5002bdbe43ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a4727f-6fe9-40ce-8d12-6af4d3d2fc61,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:11.941302 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54790) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:11.954461 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-92ad2fdb-01bb-4232-827b-5b18edadf764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:12.028541 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-92ad2fdb-01bb-4232-827b-5b18edadf764 admin admin] Publish callbacks [] for security_group (998afeeb-0c46-4408-8ea7-02565fb9d466), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:12.032083 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-92ad2fdb-01bb-4232-827b-5b18edadf764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (998afeeb-0c46-4408-8ea7-02565fb9d466), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:12.071143 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-92ad2fdb-01bb-4232-827b-5b18edadf764 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b8bc96af51c4a06bcac7a64b32a79bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287651 Feb 07 02:47:12.072855 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad2fdb-01bb-4232-827b-5b18edadf764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998afeeb-0c46-4408-8ea7-02565fb9d466,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:12.074544 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54792) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:12.120437 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-112e6296-0c1d-4947-a103-28f5011b4bc6 admin admin] Publish callbacks [] for security_group (998afeeb-0c46-4408-8ea7-02565fb9d466), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:12.144244 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-112e6296-0c1d-4947-a103-28f5011b4bc6 admin admin] Publish callbacks [] for security_group (998afeeb-0c46-4408-8ea7-02565fb9d466), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:12.190414 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-112e6296-0c1d-4947-a103-28f5011b4bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (998afeeb-0c46-4408-8ea7-02565fb9d466), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:12.193204 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-112e6296-0c1d-4947-a103-28f5011b4bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:12.194574 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-112e6296-0c1d-4947-a103-28f5011b4bc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/998afeeb-0c46-4408-8ea7-02565fb9d466 HTTP/1.1" status: 204 len: 168 time: 0.1189821 Feb 07 02:47:12.202916 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6296-0c1d-4947-a103-28f5011b4bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998afeeb-0c46-4408-8ea7-02565fb9d466,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:15.159591 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fc03d-32d9-4827-826a-d12dc36841d6 req-7ae2de6d-882e-41d2-bd04-8a6b870859d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:15.161107 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a05fc03d-32d9-4827-826a-d12dc36841d6 req-7ae2de6d-882e-41d2-bd04-8a6b870859d8 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 947 time: 0.0528195 Feb 07 02:47:15.207945 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a05fc03d-32d9-4827-826a-d12dc36841d6 req-ac03c489-dc3a-49f6-9779-760e9b9b98f6 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Feb 07 02:47:15.365934 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a424d426-09d3-420d-bc1e-9f87f235e210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:16.327814 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77b8ac-ff91-4fb7-8edf-c3cb267dfb3a req-1ea3fb7e-929b-483e-adca-14c82bb2f3a1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:16.329368 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6d77b8ac-ff91-4fb7-8edf-c3cb267dfb3a req-1ea3fb7e-929b-483e-adca-14c82bb2f3a1 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 947 time: 0.0502889 Feb 07 02:47:16.373720 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-6d77b8ac-ff91-4fb7-8edf-c3cb267dfb3a req-6a87806f-6933-4c6c-9625-a24106bcca18 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 Feb 07 02:47:16.982700 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:47:17.492697 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3918df3-9448-4615-a7da-fe1b86c798f1 req-24cb7e61-f63a-49a9-9c5a-75cf99b040ee tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:17.494156 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a3918df3-9448-4615-a7da-fe1b86c798f1 req-24cb7e61-f63a-49a9-9c5a-75cf99b040ee tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 947 time: 0.0507929 Feb 07 02:47:17.538268 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a3918df3-9448-4615-a7da-fe1b86c798f1 req-84fd9090-e4ce-4c03-a4a6-d17ea69d59de tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387301 Feb 07 02:47:17.786149 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-77d0a8f3-14af-4d5b-9fe3-5f22863822ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:18.161472 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-4315f803-b640-40d8-b4e7-22a5142f8644 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:18.161472 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-4315f803-b640-40d8-b4e7-22a5142f8644 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 947 time: 0.0549662 Feb 07 02:47:18.261378 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Deleting port 58f737f4-aa92-408f-8d98-4858f6c9d65f {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:18.261673 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:18.354588 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] For port 58f737f4-aa92-408f-8d98-4858f6c9d65f, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=58f737f4-aa92-408f-8d98-4858f6c9d65f,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:18.355181 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:18.524374 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:18.525675 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (c208e4c5-ce9f-44f2-bff5-133ddf25cd29), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:18.525675 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.l3_db [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Floating IP c208e4c5-ce9f-44f2-bff5-133ddf25cd29 disassociated. External IP: 172.27.1.232, port: 58f737f4-aa92-408f-8d98-4858f6c9d65f. Feb 07 02:47:18.525966 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Calling delete_port for 58f737f4-aa92-408f-8d98-4858f6c9d65f owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:18.658301 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (58f737f4-aa92-408f-8d98-4858f6c9d65f), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:18.658576 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311226-a5ec-4d2a-ad27-47984092c88b req-e6bb9ff0-1c56-4e26-8552-622d048a32f0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:18.659758 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b9311226-a5ec-4d2a-ad27-47984092c88b req-e6bb9ff0-1c56-4e26-8552-622d048a32f0 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 947 time: 0.0506399 Feb 07 02:47:18.686314 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event deleted for resources: {'Port': ['ID=58f737f4-aa92-408f-8d98-4858f6c9d65f,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:18.716483 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b9311226-a5ec-4d2a-ad27-47984092c88b req-d03a8839-443c-4152-9428-f1a0428acf54 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa719992-4331-4454-ac59-99f88169a074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510402 Feb 07 02:47:18.800653 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Router e395b0e6-8172-4070-bfcd-6e3b72d061ba has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:47:18.871164 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:18.907250 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:47:18.918009 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] Sync routers for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:47:18.927850 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:18.928492 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:18.948630 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] No DVR routers for this DVR port 58f737f4-aa92-408f-8d98-4858f6c9d65f on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:47:18.951155 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:18.954403 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5e0526b7-1a55-49c8-a7c1-100c5fae96c6 req-e21d914c-1fac-4b23-8242-4032f3705d59 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.13 "DELETE /v2.0/ports/58f737f4-aa92-408f-8d98-4858f6c9d65f HTTP/1.1" status: 204 len: 173 time: 0.7876940 Feb 07 02:47:18.954835 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-deleted', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:47:18.957396 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd60fc93-3f76-4410-bf8f-2d122230e53c" -d '{"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-deleted", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:47:18.994996 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750d87df-67ae-40dd-8655-ff6eecacad0a x-openstack-request-id: req-750d87df-67ae-40dd-8655-ff6eecacad0a {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:47:18.995348 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476d1d77-4144-42ea-9dbb-5564f0a5c74e", "name": "network-vif-deleted", "tag": "58f737f4-aa92-408f-8d98-4858f6c9d65f", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:47:18.995603 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-750d87df-67ae-40dd-8655-ff6eecacad0a {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:47:18.996000 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476d1d77-4144-42ea-9dbb-5564f0a5c74e', 'name': 'network-vif-deleted', 'tag': '58f737f4-aa92-408f-8d98-4858f6c9d65f', 'status': 'completed', 'code': 200} Feb 07 02:47:19.035642 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:19.234466 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:19.260162 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] Checking router: e395b0e6-8172-4070-bfcd-6e3b72d061ba for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:47:19.268297 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:19.268921 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:19.371061 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:19.559422 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:19.588894 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64bbf97-2bfe-4aad-ad8c-fc30aba3d7cd None None] The sync data for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi is: [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:40:36Z', 'revision_number': 4, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '5ce34161-8ac8-4e43-9465-a177f5fd37d8', 'name': '', 'network_id': '73356261-14a5-4cb7-97e8-d17ac6022cca', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'mac_address': 'fa:16:3e:5b:18:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:35Z', 'updated_at': '2022-02-07T02:40:48Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'subnets': [{'id': '58907ab3-d60f-4ae8-9470-044fbf040f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:47:19.797841 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dddca71-bd3e-4e96-a14d-f4e0121e8647 None None] New status for floating IP c208e4c5-ce9f-44f2-bff5-133ddf25cd29: DOWN {{(pid=109071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:47:19.816926 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0bf3f77e-b3c1-4880-8c46-30a62e7865d5 req-a47d3d57-5ca6-40cb-8461-9f1ea69efa04 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 210 time: 0.0276318 Feb 07 02:47:20.274054 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:20.917235 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-97f12603-a7c0-4504-897b-4cd08589e5aa req-60ee85c7-9c58-407d-b510-a425e99b924b tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/ports?device_id=476d1d77-4144-42ea-9dbb-5564f0a5c74e HTTP/1.1" status: 200 len: 210 time: 0.0264423 Feb 07 02:47:21.938096 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.001713 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54908) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:22.052931 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-160afc66-2c70-49ef-a3d7-ca9f03919039 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (fa719992-4331-4454-ac59-99f88169a074), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.074954 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-160afc66-2c70-49ef-a3d7-ca9f03919039 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (fa719992-4331-4454-ac59-99f88169a074), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.121546 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-160afc66-2c70-49ef-a3d7-ca9f03919039 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (fa719992-4331-4454-ac59-99f88169a074), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.124057 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-160afc66-2c70-49ef-a3d7-ca9f03919039 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.125236 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-160afc66-2c70-49ef-a3d7-ca9f03919039 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "DELETE /v2.0/security-groups/fa719992-4331-4454-ac59-99f88169a074 HTTP/1.1" status: 204 len: 168 time: 0.1225617 Feb 07 02:47:22.128053 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54910) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:22.133859 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160afc66-2c70-49ef-a3d7-ca9f03919039 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa719992-4331-4454-ac59-99f88169a074,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:22.143669 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.api.v2.resource [None req-cf5fcbbb-8b74-4e0b-bc30-2a5bd2351535 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] show failed (client error): The resource could not be found. Feb 07 02:47:22.144696 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-cf5fcbbb-8b74-4e0b-bc30-2a5bd2351535 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "GET /v2.0/security-groups/fa719992-4331-4454-ac59-99f88169a074 HTTP/1.1" status: 404 len: 347 time: 0.0156093 Feb 07 02:47:22.148263 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 54912) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:22.267099 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Deleting port ba4a0b41-35f1-451a-ba3e-c333c188ad3a {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:22.267363 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (ba4a0b41-35f1-451a-ba3e-c333c188ad3a), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.343563 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (ba4a0b41-35f1-451a-ba3e-c333c188ad3a), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.343866 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (ba4a0b41-35f1-451a-ba3e-c333c188ad3a), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.355402 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Calling delete_port for ba4a0b41-35f1-451a-ba3e-c333c188ad3a owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:22.485015 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (ba4a0b41-35f1-451a-ba3e-c333c188ad3a), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.510931 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Pushing event deleted for resources: {'Port': ['ID=ba4a0b41-35f1-451a-ba3e-c333c188ad3a,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:22.569295 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks [] for floatingip (c208e4c5-ce9f-44f2-bff5-133ddf25cd29), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.571939 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:22.576067 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f29aea00-08a9-4f23-ad04-854785af2992 tempest-AttachVolumeShelveTestJSON-1222765690 tempest-AttachVolumeShelveTestJSON-1222765690-project] 10.222.0.15 "DELETE /v2.0/floatingips/c208e4c5-ce9f-44f2-bff5-133ddf25cd29 HTTP/1.1" status: 204 len: 168 time: 0.4242494 Feb 07 02:47:25.682287 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 58f737f4-aa92-408f-8d98-4858f6c9d65f no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:25.702722 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 58f737f4-aa92-408f-8d98-4858f6c9d65f {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:25.703058 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 58f737f4-aa92-408f-8d98-4858f6c9d65f not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:27.060395 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54972) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:27.761184 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640310'] for router_interface (e395b0e6-8172-4070-bfcd-6e3b72d061ba), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:27.995437 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Deleting port 5ce34161-8ac8-4e43-9465-a177f5fd37d8 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:27.995666 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:28.068299 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] For port 5ce34161-8ac8-4e43-9465-a177f5fd37d8, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=5ce34161-8ac8-4e43-9465-a177f5fd37d8,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:28.068992 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:28.080809 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Calling delete_port for 5ce34161-8ac8-4e43-9465-a177f5fd37d8 owned by network:router_interface {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:28.264428 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (5ce34161-8ac8-4e43-9465-a177f5fd37d8), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:28.289434 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce34161-8ac8-4e43-9465-a177f5fd37d8,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:28.468697 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640418'] for router_interface (e395b0e6-8172-4070-bfcd-6e3b72d061ba), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:28.689601 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Router e395b0e6-8172-4070-bfcd-6e3b72d061ba has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:47:28.792193 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:47:28.797538 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-94bd85bc-78db-413a-be73-e2c5a2e26aee admin admin] 10.222.0.15 "PUT /v2.0/routers/e395b0e6-8172-4070-bfcd-6e3b72d061ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7361093 Feb 07 02:47:28.800037 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54988) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:28.800901 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] Sync routers for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:47:28.811840 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:28.812494 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:28.898205 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks [] for router (e395b0e6-8172-4070-bfcd-6e3b72d061ba), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:28.914772 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:29.003322 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks [] for router_gateway (e395b0e6-8172-4070-bfcd-6e3b72d061ba), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.057556 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Deleting port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:29.057893 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.086409 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:47:28Z', 'revision_number': 5, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port': {'id': '11a8cd36-6b06-42ad-9895-e9eb2860e8b4', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:40:29Z', 'updated_at': '2022-02-07T02:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:29.112069 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] Checking router: e395b0e6-8172-4070-bfcd-6e3b72d061ba for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:47:29.120732 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] Routers {'e395b0e6-8172-4070-bfcd-6e3b72d061ba'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:29.121319 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:29.134499 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] For port 11a8cd36-6b06-42ad-9895-e9eb2860e8b4, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=11a8cd36-6b06-42ad-9895-e9eb2860e8b4,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:29.135167 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.147825 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Calling delete_port for 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 owned by network:router_gateway {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:29.289359 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] Set router e395b0e6-8172-4070-bfcd-6e3b72d061ba gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:29.314680 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (11a8cd36-6b06-42ad-9895-e9eb2860e8b4), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.339804 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Pushing event deleted for resources: {'Port': ['ID=11a8cd36-6b06-42ad-9895-e9eb2860e8b4,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:29.341893 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:47:29Z', 'revision_number': 6, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port_host': None}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:29.370862 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eced722-e0f6-4d3d-b88c-1441f973cb89 None None] The sync data for ids ['e395b0e6-8172-4070-bfcd-6e3b72d061ba'] in dv-cinder-828061-1-iscsi is: [{'id': 'e395b0e6-8172-4070-bfcd-6e3b72d061ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1281730299-router', 'tenant_id': 'ea62fa68252a4419b7f8fe2873512277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:40:28Z', 'updated_at': '2022-02-07T02:47:29Z', 'revision_number': 6, 'project_id': 'ea62fa68252a4419b7f8fe2873512277', 'gw_port_host': None}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:47:29.410041 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1641216'] for router_gateway (e395b0e6-8172-4070-bfcd-6e3b72d061ba), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.509466 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15885'] for router (e395b0e6-8172-4070-bfcd-6e3b72d061ba), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.511524 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks [] for router_controller (e395b0e6-8172-4070-bfcd-6e3b72d061ba), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.573922 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638032'] for router (e395b0e6-8172-4070-bfcd-6e3b72d061ba), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.574463 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e395b0e6-8172-4070-bfcd-6e3b72d061ba {{(pid=109069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 02:47:29.579134 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.580251 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4acbf94d-c4f0-4aa3-9283-791ae199e0bd admin admin] 10.222.0.15 "DELETE /v2.0/routers/e395b0e6-8172-4070-bfcd-6e3b72d061ba HTTP/1.1" status: 204 len: 168 time: 0.7793000 Feb 07 02:47:29.582743 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54994) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:29.625767 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_v2 [None req-e655c9cd-52a4-4258-9edb-d1a08c80a6cb admin admin] Deleting subnet 58907ab3-d60f-4ae8-9470-044fbf040f2a {{(pid=109069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:47:29.629175 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e655c9cd-52a4-4258-9edb-d1a08c80a6cb admin admin] Publish callbacks [] for subnet (58907ab3-d60f-4ae8-9470-044fbf040f2a), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.662714 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e655c9cd-52a4-4258-9edb-d1a08c80a6cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12591898'] for subnet (58907ab3-d60f-4ae8-9470-044fbf040f2a), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.777268 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e655c9cd-52a4-4258-9edb-d1a08c80a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (58907ab3-d60f-4ae8-9470-044fbf040f2a), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.828913 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e655c9cd-52a4-4258-9edb-d1a08c80a6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13353276'] for subnet (58907ab3-d60f-4ae8-9470-044fbf040f2a), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.851348 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655c9cd-52a4-4258-9edb-d1a08c80a6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58907ab3-d60f-4ae8-9470-044fbf040f2a,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:29.856975 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e655c9cd-52a4-4258-9edb-d1a08c80a6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.860008 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e655c9cd-52a4-4258-9edb-d1a08c80a6cb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/58907ab3-d60f-4ae8-9470-044fbf040f2a HTTP/1.1" status: 204 len: 168 time: 0.2763782 Feb 07 02:47:29.862478 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 54996) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:29.865293 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b69459-aca0-42ab-af2b-95a9c8ea9495 None None] Network 73356261-14a5-4cb7-97e8-d17ac6022cca requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:47:29.929465 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (73356261-14a5-4cb7-97e8-d17ac6022cca), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:29.982337 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Deleting port 6b38197c-f8cc-407c-92ec-8ea4d87a688e {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:29.982687 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.042125 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] For port 6b38197c-f8cc-407c-92ec-8ea4d87a688e, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=6b38197c-f8cc-407c-92ec-8ea4d87a688e,segment=NetworkSegment(38810d70-ea00-4369-a1fb-f23b0071a714),segment_id=38810d70-ea00-4369-a1fb-f23b0071a714)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:30.042484 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.054114 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Calling delete_port for 6b38197c-f8cc-407c-92ec-8ea4d87a688e owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:30.136452 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (6b38197c-f8cc-407c-92ec-8ea4d87a688e), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.160225 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b38197c-f8cc-407c-92ec-8ea4d87a688e,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:30.166124 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] No DVR routers for this DVR port 6b38197c-f8cc-407c-92ec-8ea4d87a688e on host dv-cinder-828061-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:47:30.169321 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e222658-4fbc-471d-950d-fab0aeb1a126 None None] DHCP port deletion for 73356261-14a5-4cb7-97e8-d17ac6022cca request from dv-cinder-828061-1-iscsi {{(pid=109071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 02:47:30.236714 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (73356261-14a5-4cb7-97e8-d17ac6022cca), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.257624 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73356261-14a5-4cb7-97e8-d17ac6022cca']}} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:30.268372 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38810d70-ea00-4369-a1fb-f23b0071a714') {'for_net_delete': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:30.268733 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38810d70-ea00-4369-a1fb-f23b0071a714') {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:30.278237 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12591889'] for segment (38810d70-ea00-4369-a1fb-f23b0071a714), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.291189 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (38810d70-ea00-4369-a1fb-f23b0071a714), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.296849 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:47:30.297219 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776260'] for segment (38810d70-ea00-4369-a1fb-f23b0071a714), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: Traceback (most recent call last): Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: timer() Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: cb(*args, **kw) Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: return func(*args, **kwargs) Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: self._notify() Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: self.callback(batched_events) Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: event.method(event) Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: return f(self, *a, **k) Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._get(url).json() Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: return self.request(url, 'GET', **kwargs) Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:47:30.298785 dv-cinder-828061-1-iscsi neutron-server[109069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:47:30.351018 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (73356261-14a5-4cb7-97e8-d17ac6022cca), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.357000 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.363026 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/73356261-14a5-4cb7-97e8-d17ac6022cca HTTP/1.1" status: 204 len: 168 time: 0.4994352 Feb 07 02:47:30.375428 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b71fb-48b6-4021-9cf0-8afd5e8f7fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=73356261-14a5-4cb7-97e8-d17ac6022cca,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:30.482294 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55002) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:30.520517 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-37e6b9e1-e8ec-4efd-b9e0-9ca9ccb9eac6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea62fa68252a4419b7f8fe2873512277&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0370629 Feb 07 02:47:30.522798 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55004) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:30.624798 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 5ce34161-8ac8-4e43-9465-a177f5fd37d8 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:30.645741 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 5ce34161-8ac8-4e43-9465-a177f5fd37d8 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:30.646089 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 5ce34161-8ac8-4e43-9465-a177f5fd37d8 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:30.646506 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:30.665813 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:30.666657 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 11a8cd36-6b06-42ad-9895-e9eb2860e8b4 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:30.667071 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 6b38197c-f8cc-407c-92ec-8ea4d87a688e no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:30.687205 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 6b38197c-f8cc-407c-92ec-8ea4d87a688e {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:30.687545 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 6b38197c-f8cc-407c-92ec-8ea4d87a688e not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:30.793389 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d999e9fd-35bf-4310-b755-fc5f40d0c231 admin admin] Publish callbacks [] for security_group (71c0a44a-7777-4d62-970a-4d04cbe25770), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.812944 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d999e9fd-35bf-4310-b755-fc5f40d0c231 admin admin] Publish callbacks [] for security_group (71c0a44a-7777-4d62-970a-4d04cbe25770), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.857501 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d999e9fd-35bf-4310-b755-fc5f40d0c231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (71c0a44a-7777-4d62-970a-4d04cbe25770), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.860025 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d999e9fd-35bf-4310-b755-fc5f40d0c231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:30.861186 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d999e9fd-35bf-4310-b755-fc5f40d0c231 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71c0a44a-7777-4d62-970a-4d04cbe25770 HTTP/1.1" status: 204 len: 168 time: 0.3375244 Feb 07 02:47:30.868544 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999e9fd-35bf-4310-b755-fc5f40d0c231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c0a44a-7777-4d62-970a-4d04cbe25770,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:31.621418 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55028) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:31.714635 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1481673153-network', 'tenant_id': '32ffab3576ce4eaeb40893e31d8af4d7'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:47:31.732777 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Made reservation on behalf of 32ffab3576ce4eaeb40893e31d8af4d7 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:47:31.734988 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:31.743134 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.061159 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Publish callbacks [] for security_group (ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.065054 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.088566 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:47:32.096915 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:32.103998 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (d9bb1fb3-4d08-414d-81ad-d6f59d610d63), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.104324 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Added segment d9bb1fb3-4d08-414d-81ad-d6f59d610d63 of type vlan for network 53778243-fecb-4f9a-97ba-e450be5d6835 Feb 07 02:47:32.142274 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (53778243-fecb-4f9a-97ba-e450be5d6835), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.165647 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (53778243-fecb-4f9a-97ba-e450be5d6835), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.167586 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:32.168264 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.218918 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5964050 Feb 07 02:47:32.221924 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55032) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:32.226724 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Request body: {'subnet': {'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1481673153-subnet', 'tenant_id': '32ffab3576ce4eaeb40893e31d8af4d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:47:32.231799 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fae4a-a251-44e9-9325-ff3202dff6ce admin admin] Pushing event updated for resources: {'Network': ['ID=53778243-fecb-4f9a-97ba-e450be5d6835,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:32.242050 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 53778243-fecb-4f9a-97ba-e450be5d6835 details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:47:32.255938 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Made reservation on behalf of 32ffab3576ce4eaeb40893e31d8af4d7 for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:47:32.258257 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13353243'] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.423793 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13353253'] for subnet (76e04070-e320-4bcc-acbd-c8ac3e9531d5), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.478495 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e04070-e320-4bcc-acbd-c8ac3e9531d5,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:32.490301 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Checking segment: {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:47:32.490301 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Network hostable DHCP agents. Network: 53778243-fecb-4f9a-97ba-e450be5d6835, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:47:32.504481 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Network 53778243-fecb-4f9a-97ba-e450be5d6835 is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:47:32.513195 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 53778243-fecb-4f9a-97ba-e450be5d6835) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:47:32.517587 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:32.518361 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:32.523576 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bef7cb-05e2-410c-bf89-a87236071367 None None] Network 53778243-fecb-4f9a-97ba-e450be5d6835 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:47:32.544922 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-55d99ef5-937e-43fc-903a-901ee5bb6f58 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3126826 Feb 07 02:47:32.639255 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e48f3c2-8e1a-47a3-9bf1-297241558908 None None] Network 53778243-fecb-4f9a-97ba-e450be5d6835 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:47:32.973819 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-faf7a9ff-22f5-4432-ba51-6a65f6d4238a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:32.975155 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-faf7a9ff-22f5-4432-ba51-6a65f6d4238a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 815 time: 0.1007822 Feb 07 02:47:32.990048 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-7a8e05d1-582f-4e06-bb2a-d656749de5cb tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/quotas/32ffab3576ce4eaeb40893e31d8af4d7 HTTP/1.1" status: 200 len: 375 time: 0.0095625 Feb 07 02:47:33.029036 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-f097debd-236d-4e61-ae2e-55bb8365e73d tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336714 Feb 07 02:47:33.116819 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-96ddf78a-5944-4a6f-ad25-5b9d90e633fc service neutron] 10.222.0.15 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813286 Feb 07 02:47:33.201565 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-195f8860-b00a-451f-b1c0-d233f61fa025 service neutron] 10.222.0.15 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787070 Feb 07 02:47:33.358903 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e8ce487e-5a2f-4ccc-8cf1-f30d86b2629b req-a6e1b6b7-37f4-44fa-a21c-79c107625219 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 210 time: 0.0270288 Feb 07 02:47:34.450417 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b123e822-4de1-4008-a1c4-4e39c4cc343c req-9c58d495-74b6-4d23-8f43-0442bba4dfb4 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 210 time: 0.0266471 Feb 07 02:47:35.543958 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2c11f56c-bde2-496d-881b-cfac3f9d90a8 req-dbf72206-f80e-4749-8d88-22469574e462 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 210 time: 0.0286911 Feb 07 02:47:36.634001 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-5add3470-0197-4b7b-91f3-fb5370662ff7 req-b8e1f555-74ac-468f-8452-c822a970211c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 210 time: 0.0258989 Feb 07 02:47:36.863175 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-98809b91-92b9-42fb-8b2e-88e1ad80322d tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:36.864549 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-98809b91-92b9-42fb-8b2e-88e1ad80322d tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 815 time: 0.1049426 Feb 07 02:47:36.885751 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Request body: {'port': {'device_id': '0397dc4f-d8e0-45b0-8f13-331cffa3b500', 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835', 'admin_state_up': True, 'tenant_id': '32ffab3576ce4eaeb40893e31d8af4d7'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:47:36.995675 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Made reservation on behalf of 32ffab3576ce4eaeb40893e31d8af4d7 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:47:36.999354 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:37.155348 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Allocated IP 172.20.0.11 (53778243-fecb-4f9a-97ba-e450be5d6835/76e04070-e320-4bcc-acbd-c8ac3e9531d5/0af8883b-0b55-42ea-abd8-f7f7d74e55e9) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:47:37.160809 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-d1fa521f-3e03-4298-acc0-fff885b38950 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767581583&fields=id&tenant_id=72eb261400104c0b9b2132c91f25845b HTTP/1.1" status: 200 len: 267 time: 0.0841112 Feb 07 02:47:37.287003 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-48654467-bbdb-42c4-905f-7574495fc86b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:37.288518 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-48654467-bbdb-42c4-905f-7574495fc86b tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 985 time: 0.1196804 Feb 07 02:47:37.302214 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-36f2b6cf-6c0d-4e96-9572-59be8f355906 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Request body: {'port': {'security_groups': ['a34eac15-a227-49ad-becb-aba4f4db8dda']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:47:37.409740 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks [] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:37.411017 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-36f2b6cf-6c0d-4e96-9572-59be8f355906 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:37.504765 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:37.562917 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Network 53778243-fecb-4f9a-97ba-e450be5d6835 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:47:37.576652 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:47:37.609193 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:47:37.614876 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Pushing event updated for resources: {'Port': ['ID=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:37.681427 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:37.682048 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:37.708940 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-36f2b6cf-6c0d-4e96-9572-59be8f355906 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] For port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:37.713868 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cdd03c72-656d-414b-8cc8-9beb9bfaf463 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8324771 Feb 07 02:47:37.726880 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Request body: {'port': {'device_id': '0397dc4f-d8e0-45b0-8f13-331cffa3b500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:47:37.754442 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dbbe5-3833-4be8-8849-e21875a9bdd2 req-e4980e71-f552-4baa-87f8-7340b0330fd5 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:37.756096 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ce8dbbe5-3833-4be8-8849-e21875a9bdd2 req-e4980e71-f552-4baa-87f8-7340b0330fd5 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 932 time: 0.0565012 Feb 07 02:47:37.775660 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-36f2b6cf-6c0d-4e96-9572-59be8f355906 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:37.799152 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-36f2b6cf-6c0d-4e96-9572-59be8f355906 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:37.805358 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ce8dbbe5-3833-4be8-8849-e21875a9bdd2 req-ea83c1e0-eeda-4d24-bd5a-36aef934eb3e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Feb 07 02:47:37.811756 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:47:37.843304 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:37.850220 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-36f2b6cf-6c0d-4e96-9572-59be8f355906 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:37.850999 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-36f2b6cf-6c0d-4e96-9572-59be8f355906 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:37.852443 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1e6d1303-3f92-4688-9802-6e1aa5785937 req-36f2b6cf-6c0d-4e96-9572-59be8f355906 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "PUT /v2.0/ports/66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 200 len: 943 time: 0.5566435 Feb 07 02:47:37.858629 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:47:37.860255 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55106) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:37.861025 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4407ed16-656e-4dd5-9a98-4cadd03defd0" -d '{"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:47:37.908450 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2b6cf-6c0d-4e96-9572-59be8f355906 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event updated for resources: {'Port': ['ID=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,revision_number=7']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:37.930568 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40685b5-1264-46a1-8476-58f0ea362eb8 x-openstack-request-id: req-a40685b5-1264-46a1-8476-58f0ea362eb8 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:47:37.930893 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:47:37.931122 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a40685b5-1264-46a1-8476-58f0ea362eb8 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:47:37.931563 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'status': 'completed', 'code': 200} Feb 07 02:47:37.948772 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:47:38.012273 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0c26-173c-4388-9ac4-623519fa5ca6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group (6a39d54c-a8a2-48ad-91c0-48ff4551f86a), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.061206 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0c26-173c-4388-9ac4-623519fa5ca6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group (6a39d54c-a8a2-48ad-91c0-48ff4551f86a), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.136061 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.159408 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0c26-173c-4388-9ac4-623519fa5ca6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6a39d54c-a8a2-48ad-91c0-48ff4551f86a), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.162075 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0c26-173c-4388-9ac4-623519fa5ca6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.165726 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-5a1f0c26-173c-4388-9ac4-623519fa5ca6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "DELETE /v2.0/security-groups/6a39d54c-a8a2-48ad-91c0-48ff4551f86a HTTP/1.1" status: 204 len: 168 time: 0.3014810 Feb 07 02:47:38.166683 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55120) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:38.203781 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-b97703f9-eece-44a9-a3bf-dd201cd3345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:38.205304 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-b97703f9-eece-44a9-a3bf-dd201cd3345f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72eb261400104c0b9b2132c91f25845b&device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 1130 time: 0.1630828 Feb 07 02:47:38.216085 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f0c26-173c-4388-9ac4-623519fa5ca6 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a39d54c-a8a2-48ad-91c0-48ff4551f86a,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:38.298271 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-903c65d1-38d9-4100-a9a7-81721eb893c0 None None] Provisioning complete for port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:47:38.298551 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-903c65d1-38d9-4100-a9a7-81721eb893c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.362307 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Deleting port b4cf29f2-b342-410e-8aec-b26f57524399 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:38.362680 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (b4cf29f2-b342-410e-8aec-b26f57524399), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.381447 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-903c65d1-38d9-4100-a9a7-81721eb893c0 None None] Current status of the port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa is: ACTIVE; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:47:38.382612 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-6c53f41a-a3ea-44fd-9584-68a1d0469b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:38.384140 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-6c53f41a-a3ea-44fd-9584-68a1d0469b07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f523bcc-3dd9-48f0-9a66-57360bccae1b HTTP/1.1" status: 200 len: 916 time: 0.1697176 Feb 07 02:47:38.400437 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:47:38.436504 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (b4cf29f2-b342-410e-8aec-b26f57524399), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.436782 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for floatingip (b4cf29f2-b342-410e-8aec-b26f57524399), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.437597 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Publish callbacks [] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.449585 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Calling delete_port for b4cf29f2-b342-410e-8aec-b26f57524399 owned by network:floatingip {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:38.460979 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Transition to ACTIVE for port object 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:47:38.469440 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.474951 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-f06961ae-568d-4c93-b554-23547520df88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 200 len: 1002 time: 0.0823650 Feb 07 02:47:38.551568 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Pushing event updated for resources: {'Port': ['ID=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:38.579103 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-709d83d6-12cf-4457-ae73-c2b13edb6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:38.580574 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-709d83d6-12cf-4457-ae73-c2b13edb6c41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb5e329d-b877-4db4-b2cd-5708c2a37ac9 HTTP/1.1" status: 200 len: 854 time: 0.0853381 Feb 07 02:47:38.625763 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (b4cf29f2-b342-410e-8aec-b26f57524399), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.652382 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event deleted for resources: {'Port': ['ID=b4cf29f2-b342-410e-8aec-b26f57524399,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:38.662617 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Attempting to bind port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:47:38.662954 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Attempting to bind port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:47:38.663279 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Attempting to bind port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 on network 53778243-fecb-4f9a-97ba-e450be5d6835 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:47:38.671598 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 on network 53778243-fecb-4f9a-97ba-e450be5d6835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:47:38.676383 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Attempting to bind port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 on network 53778243-fecb-4f9a-97ba-e450be5d6835 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:47:38.676383 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-a8e80a58-a878-48ef-bb4e-2d2832f2017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:38.676873 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-a8e80a58-a878-48ef-bb4e-2d2832f2017a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f523bcc-3dd9-48f0-9a66-57360bccae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729227 Feb 07 02:47:38.680678 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:47:38.681016 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Checking segment: {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:47:38.682021 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Bound using segment: {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:47:38.682439 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Bound port: 0af8883b-0b55-42ea-abd8-f7f7d74e55e9, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:47:38.682857 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.713177 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks [] for floatingip (8bb076b0-2604-4b97-a713-214431eeb51e), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.713422 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Floating IP 8bb076b0-2604-4b97-a713-214431eeb51e disassociated (deleted). External IP: 172.27.1.145, port: 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa. Feb 07 02:47:38.810715 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] For port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:47:38.814674 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] For port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:47:38.818781 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-dd4f3587-e393-4580-913c-83a6c2d9e572 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330383 Feb 07 02:47:38.821001 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.917142 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:38.917848 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:38.919478 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Router 1b49e06e-bcae-4931-b291-5bf1f13b0007 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:47:38.919979 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] 10.222.0.13 "PUT /v2.0/ports/0af8883b-0b55-42ea-abd8-f7f7d74e55e9 HTTP/1.1" status: 200 len: 1094 time: 1.1968985 Feb 07 02:47:38.984469 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef698b3-6afe-4367-a285-f3494c6bab83 service neutron] Pushing event updated for resources: {'Port': ['ID=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:39.021554 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4407ed16-656e-4dd5-9a98-4cadd03defd0 req-68c2f4aa-c787-4849-b27c-cba07cb9d5d6 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957836 Feb 07 02:47:39.028601 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:47:39.033549 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:39.037646 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda4ddd-ac96-49a3-b76d-68ad6c63b350 req-54d12e0b-2723-4ba5-98e4-bbc47eac02a4 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:39.039118 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7dda4ddd-ac96-49a3-b76d-68ad6c63b350 req-54d12e0b-2723-4ba5-98e4-bbc47eac02a4 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 944 time: 0.1487763 Feb 07 02:47:39.047643 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] Sync routers for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:47:39.048992 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-a111e31a-593e-4946-9728-752bcd7d0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:39.050500 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-a111e31a-593e-4946-9728-752bcd7d0666 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 1128 time: 0.0894694 Feb 07 02:47:39.067276 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:39.067689 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ed9c8b0f-cb79-4136-a021-b2b5134667e1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "DELETE /v2.0/floatingips/8bb076b0-2604-4b97-a713-214431eeb51e HTTP/1.1" status: 204 len: 168 time: 0.8999162 Feb 07 02:47:39.067987 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:47:39.068509 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:39.070249 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa534a0-7db5-4aed-b72c-20a591c3fae9" -d '{"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:47:39.116220 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-cd71cea9-037c-4c32-9780-c21434b5e23a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af8883b-0b55-42ea-abd8-f7f7d74e55e9 HTTP/1.1" status: 200 len: 217 time: 0.0564494 Feb 07 02:47:39.174912 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7dda4ddd-ac96-49a3-b76d-68ad6c63b350 req-022dca0a-9f9a-42f3-a76a-35ce8113e106 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211972 Feb 07 02:47:39.188886 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-9bbb53ca-2d4b-401c-addd-2509fee840fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:39.190475 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-9bbb53ca-2d4b-401c-addd-2509fee840fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e04070-e320-4bcc-acbd-c8ac3e9531d5 HTTP/1.1" status: 200 len: 855 time: 0.0679879 Feb 07 02:47:39.193254 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:39.242220 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-86957160-bf54-48a0-938d-b9a13511c70b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53778243-fecb-4f9a-97ba-e450be5d6835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398743 Feb 07 02:47:39.247383 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f07d4a-7e00-4f37-a529-b14a861287f5 x-openstack-request-id: req-d2f07d4a-7e00-4f37-a529-b14a861287f5 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:47:39.247784 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:47:39.247906 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2f07d4a-7e00-4f37-a529-b14a861287f5 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:47:39.248307 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'status': 'completed', 'code': 200} Feb 07 02:47:39.428542 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-f9be72a2-811b-442d-85ee-a7e23de93514 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691709 Feb 07 02:47:39.428542 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-7a284cb1-efe7-4c8f-978a-baee65005fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:39.430100 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-7a284cb1-efe7-4c8f-978a-baee65005fb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=72eb261400104c0b9b2132c91f25845b&device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 1130 time: 0.0972204 Feb 07 02:47:39.439840 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:11Z', 'revision_number': 5, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:39.469091 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] Checking router: 1b49e06e-bcae-4931-b291-5bf1f13b0007 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:47:39.478538 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:39.479530 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:39.596701 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:39.606317 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-4b6b87de-6780-4d58-8b95-062da5bc177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:39.607888 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-4b6b87de-6780-4d58-8b95-062da5bc177e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f523bcc-3dd9-48f0-9a66-57360bccae1b HTTP/1.1" status: 200 len: 916 time: 0.1685448 Feb 07 02:47:39.610044 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e2479f8c-5390-4b36-885c-6dbabacb43f2 req-e0e78641-ecd0-4023-beb6-514393ea6572 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719780 Feb 07 02:47:39.674856 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-f2414e7a-4eef-4e16-9966-876bac7a913b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 200 len: 217 time: 0.0473368 Feb 07 02:47:39.734248 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-d86b0d7a-b983-469e-a67f-beeea55cbcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:39.735902 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-d86b0d7a-b983-469e-a67f-beeea55cbcb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb5e329d-b877-4db4-b2cd-5708c2a37ac9 HTTP/1.1" status: 200 len: 854 time: 0.0531104 Feb 07 02:47:39.791343 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-e32fd0d4-aba4-48e1-834e-c9f9749a31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:39.792789 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-e32fd0d4-aba4-48e1-834e-c9f9749a31e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f523bcc-3dd9-48f0-9a66-57360bccae1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441315 Feb 07 02:47:39.817743 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:11Z', 'revision_number': 5, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:39.850283 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fe943-e1cf-4dfa-b94c-ea2e16556685 None None] The sync data for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi is: [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:05Z', 'revision_number': 4, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': 'ced22fda-8136-4c92-894a-ea123e49db07', 'name': '', 'network_id': '8f523bcc-3dd9-48f0-9a66-57360bccae1b', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'mac_address': 'fa:16:3e:c6:70:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:04Z', 'updated_at': '2022-02-07T02:45:11Z', 'revision_number': 5, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'subnets': [{'id': 'cb5e329d-b877-4db4-b2cd-5708c2a37ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:47:39.893077 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-d7f80b90-2a9b-44f8-a3f8-4e351875b396 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883794 Feb 07 02:47:39.952472 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0397dc4f-d8e0-45b0-8f13-331cffa3b500', 'tag': '0af8883b-0b55-42ea-abd8-f7f7d74e55e9'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:47:39.955052 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd15115d-dea9-42f9-8632-ecf35fe30022" -d '{"events": [{"name": "network-changed", "server_uuid": "0397dc4f-d8e0-45b0-8f13-331cffa3b500", "tag": "0af8883b-0b55-42ea-abd8-f7f7d74e55e9"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:47:39.992717 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbf8521-38f2-4805-a378-94d13d867c7a x-openstack-request-id: req-6dbf8521-38f2-4805-a378-94d13d867c7a {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:47:39.993048 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0397dc4f-d8e0-45b0-8f13-331cffa3b500", "tag": "0af8883b-0b55-42ea-abd8-f7f7d74e55e9", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:47:39.993278 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dbf8521-38f2-4805-a378-94d13d867c7a {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:47:39.993663 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0397dc4f-d8e0-45b0-8f13-331cffa3b500', 'tag': '0af8883b-0b55-42ea-abd8-f7f7d74e55e9', 'status': 'completed', 'code': 200} Feb 07 02:47:40.006684 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-baa534a0-7db5-4aed-b72c-20a591c3fae9 req-cd4a32f6-56fa-49ed-bc57-0ce68ee3d216 service neutron] 10.222.0.13 "GET /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011872 Feb 07 02:47:40.073470 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-16fba882-8a9f-48b2-a538-42ad4c552b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:40.075108 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-16fba882-8a9f-48b2-a538-42ad4c552b5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 1128 time: 0.0526943 Feb 07 02:47:40.126203 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4e8b3-1ed7-4a94-8ba8-ab9b3caccd87 None None] New status for floating IP 8bb076b0-2604-4b97-a713-214431eeb51e: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:47:40.171856 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-5c6852dc-d104-4402-8ce0-73d0fc34f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:40.173470 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-5c6852dc-d104-4402-8ce0-73d0fc34f9ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 916 time: 0.0919158 Feb 07 02:47:40.219331 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-c5f379a0-e9a7-4656-b95c-9acb5948532f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af8883b-0b55-42ea-abd8-f7f7d74e55e9 HTTP/1.1" status: 200 len: 217 time: 0.0388987 Feb 07 02:47:40.295315 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-3e141ccf-09ad-4f93-aa8c-7ad1210d3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:40.296793 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-3e141ccf-09ad-4f93-aa8c-7ad1210d3f0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e04070-e320-4bcc-acbd-c8ac3e9531d5 HTTP/1.1" status: 200 len: 855 time: 0.0699146 Feb 07 02:47:40.331288 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-dbbcaace-513f-42f9-a6bd-c1c44fdfadc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53778243-fecb-4f9a-97ba-e450be5d6835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280917 Feb 07 02:47:40.337909 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad0dba-3894-4f0e-a6e1-f555dbb56bbf req-5c2535da-9976-49c9-83a0-bf8242d181e8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:40.339231 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bdad0dba-3894-4f0e-a6e1-f555dbb56bbf req-5c2535da-9976-49c9-83a0-bf8242d181e8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 944 time: 0.0855031 Feb 07 02:47:40.439554 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bdad0dba-3894-4f0e-a6e1-f555dbb56bbf req-d1c89ab2-0acb-46f5-a5f3-a4c0f0154b9b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927644 Feb 07 02:47:40.456468 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-94009de6-8885-4cd2-bd37-fecc4065abd4 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163065 Feb 07 02:47:40.550897 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd15115d-dea9-42f9-8632-ecf35fe30022 req-458f9b7a-68ad-4e87-9bc4-6b12459ca98d service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874860 Feb 07 02:47:41.556501 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a517dae-6b9c-41d6-bff3-e556e56ad1ab req-d98eb149-b635-4417-9dd2-fa9bdba5a878 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:41.557936 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5a517dae-6b9c-41d6-bff3-e556e56ad1ab req-d98eb149-b635-4417-9dd2-fa9bdba5a878 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 944 time: 0.0516057 Feb 07 02:47:41.602382 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5a517dae-6b9c-41d6-bff3-e556e56ad1ab req-ca847517-b690-48f2-9302-3dc1f97d0772 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390227 Feb 07 02:47:41.842060 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191531e-7864-49e9-afe2-34f55e38b23b req-cf558a6f-5eec-4613-9669-f7e6db4d99b7 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:41.843490 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b191531e-7864-49e9-afe2-34f55e38b23b req-cf558a6f-5eec-4613-9669-f7e6db4d99b7 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.0506423 Feb 07 02:47:41.888880 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b191531e-7864-49e9-afe2-34f55e38b23b req-3f791220-3c09-4616-8756-612703be5ef0 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Feb 07 02:47:42.069803 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55200) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:42.169708 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.245069 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Publish callbacks [] for security_group (6167fd33-ae85-41ab-b071-43227c036ca2), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.248631 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6167fd33-ae85-41ab-b071-43227c036ca2), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.286714 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abf125799c7146a9b5c1e0abc67322e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157922 Feb 07 02:47:42.287744 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6167fd33-ae85-41ab-b071-43227c036ca2,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:42.289429 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55204) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:42.294881 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.295235 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.295582 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.295919 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.296252 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.296609 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.296940 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.297268 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.297595 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.297919 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.298241 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.298560 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.298878 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747f6bf-075f-4dda-b19d-0cfba64d6de8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.335909 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Publish callbacks [] for security_group (6167fd33-ae85-41ab-b071-43227c036ca2), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.355784 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Publish callbacks [] for security_group (6167fd33-ae85-41ab-b071-43227c036ca2), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.400463 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6167fd33-ae85-41ab-b071-43227c036ca2), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.402965 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.404073 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6167fd33-ae85-41ab-b071-43227c036ca2 HTTP/1.1" status: 204 len: 168 time: 0.1136918 Feb 07 02:47:42.411332 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6167fd33-ae85-41ab-b071-43227c036ca2,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:42.418922 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.419274 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.419616 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.419945 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.420273 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.420625 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.420947 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.421271 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.421590 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.421910 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.422244 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.422550 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.422861 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6855c32-191a-4041-b3ae-367624fbdac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:42.660812 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55212) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:42.675148 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ac261013-aa86-48a8-aacd-6851059ba59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.749867 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fa6f5-3b7f-421d-9b0c-9ca97d4ffb3f req-a06f7be5-4048-42b1-bb9e-badeb5101d88 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:42.751283 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-934fa6f5-3b7f-421d-9b0c-9ca97d4ffb3f req-a06f7be5-4048-42b1-bb9e-badeb5101d88 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 944 time: 0.0772047 Feb 07 02:47:42.819507 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ac261013-aa86-48a8-aacd-6851059ba59b admin admin] Publish callbacks [] for security_group (d7f20eaf-fe4d-4972-8089-d1583212d50f), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.823193 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-934fa6f5-3b7f-421d-9b0c-9ca97d4ffb3f req-07ae5fb0-3607-4b9c-9402-436ebfdfb3b9 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647256 Feb 07 02:47:42.824168 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ac261013-aa86-48a8-aacd-6851059ba59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d7f20eaf-fe4d-4972-8089-d1583212d50f), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.861812 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ac261013-aa86-48a8-aacd-6851059ba59b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b9a107c9e774cc89e91d0c77134f185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999562 Feb 07 02:47:42.862984 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac261013-aa86-48a8-aacd-6851059ba59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f20eaf-fe4d-4972-8089-d1583212d50f,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:42.865100 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55214) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:42.912629 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c183ac12-32c2-4ad7-b49e-c88304389e62 admin admin] Publish callbacks [] for security_group (d7f20eaf-fe4d-4972-8089-d1583212d50f), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:42.934571 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c183ac12-32c2-4ad7-b49e-c88304389e62 admin admin] Publish callbacks [] for security_group (d7f20eaf-fe4d-4972-8089-d1583212d50f), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:43.007230 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c183ac12-32c2-4ad7-b49e-c88304389e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d7f20eaf-fe4d-4972-8089-d1583212d50f), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:43.009880 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c183ac12-32c2-4ad7-b49e-c88304389e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:43.010993 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c183ac12-32c2-4ad7-b49e-c88304389e62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7f20eaf-fe4d-4972-8089-d1583212d50f HTTP/1.1" status: 204 len: 168 time: 0.1448400 Feb 07 02:47:43.020894 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d571-a686-440a-a89f-be88feab67be req-619968b7-0fa4-46cd-9042-b50e3e369dc5 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:43.022318 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c231d571-a686-440a-a89f-be88feab67be req-619968b7-0fa4-46cd-9042-b50e3e369dc5 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.0665634 Feb 07 02:47:43.027568 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183ac12-32c2-4ad7-b49e-c88304389e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f20eaf-fe4d-4972-8089-d1583212d50f,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:43.074244 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c231d571-a686-440a-a89f-be88feab67be req-e45ba422-0037-4830-83f8-f2a2698da7af tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445776 Feb 07 02:47:43.317160 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:47:43.380188 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-d83144da-26c1-4922-9ad6-ee1c899693c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440652 Feb 07 02:47:43.475925 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-76e7780a-0c05-432b-800b-e2aafff81e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:43.477454 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-76e7780a-0c05-432b-800b-e2aafff81e67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a9d29f17224774a232218b99165d32&device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1130 time: 0.0502863 Feb 07 02:47:43.564026 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:43.576588 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '0af8883b-0b55-42ea-abd8-f7f7d74e55e9', 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835', 'port_id': '0af8883b-0b55-42ea-abd8-f7f7d74e55e9', 'mac_address': 'fa:16:3e:c5:c6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e04070-e320-4bcc-acbd-c8ac3e9531d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:47:43.601917 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-2a412402-5ff3-464a-a9aa-278376fe2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:43.603450 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-2a412402-5ff3-464a-a9aa-278376fe2252 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 200 len: 909 time: 0.0943084 Feb 07 02:47:43.614228 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:47:43.614626 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:43.634066 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:47:43.655595 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:43.660416 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:43.695419 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-9d1cfe64-0b8e-43a8-b1f5-2b26165cc739 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 200 len: 1001 time: 0.0854256 Feb 07 02:47:43.719293 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:43.727408 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.727964 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.729080 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.729583 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.730069 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.730566 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.731037 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.731518 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.731996 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.732500 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.733068 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.733589 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.733927 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:47:43.759456 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-b682ae6d-a641-47ff-a902-f12e6c9fdd14 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:43.760946 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-b682ae6d-a641-47ff-a902-f12e6c9fdd14 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.13 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.0973506 Feb 07 02:47:43.764554 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-e5cdd3ad-42d9-4285-ba81-e2372fb5f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:43.765853 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-e5cdd3ad-42d9-4285-ba81-e2372fb5f0ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eaca85-8eae-4a59-8bdf-b11f8b3cf954 HTTP/1.1" status: 200 len: 847 time: 0.0625658 Feb 07 02:47:43.874072 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-c7485451-a585-450b-b4bd-a23918199d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:43.875584 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-c7485451-a585-450b-b4bd-a23918199d1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcb529c-d80c-4377-a13b-0c35e5fa15df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015594 Feb 07 02:47:43.908586 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['0af8883b-0b55-42ea-abd8-f7f7d74e55e9'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:47:43.968995 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c733946-b71c-44ed-a63e-f498e1cd20a1 req-a0821a41-a7c3-4f01-8a55-fe26f5d0ba57 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:43.971633 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3c733946-b71c-44ed-a63e-f498e1cd20a1 req-a0821a41-a7c3-4f01-8a55-fe26f5d0ba57 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 945 time: 0.0743196 Feb 07 02:47:44.033519 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3c733946-b71c-44ed-a63e-f498e1cd20a1 req-a1477e6b-3c8f-4dfb-bd50-7bba2b3c0bc3 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553279 Feb 07 02:47:44.233438 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Deleting port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:44.233783 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:44.351417 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-332a0f13-67aa-47cb-88c0-ca01907fb9f0 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658613 Feb 07 02:47:44.363438 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c279-1ba3-4a3f-80d9-dab0f346ace6 req-d695c217-2de7-4c73-b24b-bddeebb885c9 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:44.364870 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e998c279-1ba3-4a3f-80d9-dab0f346ace6 req-d695c217-2de7-4c73-b24b-bddeebb885c9 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df2a0f5-57fc-415b-a22d-0c8ff213a308 HTTP/1.1" status: 200 len: 946 time: 0.1947031 Feb 07 02:47:44.440555 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] For port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:44.440924 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:44.468172 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Calling delete_port for 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:44.539079 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e998c279-1ba3-4a3f-80d9-dab0f346ace6 req-ca7503e2-d864-45fa-a8ae-12091a073983 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34eac15-a227-49ad-becb-aba4f4db8dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640451 Feb 07 02:47:44.553216 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b4814ae-50a3-4db9-bce8-e286d0b780b6 req-d440b317-d9c6-42d0-bd07-9f2a671b74d5 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874123 Feb 07 02:47:44.657300 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (66e4f578-3b5b-439d-941e-c2ffbbe5ffaa), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:44.670551 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:47:44.687120 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Pushing event deleted for resources: {'Port': ['ID=66e4f578-3b5b-439d-941e-c2ffbbe5ffaa,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:44.737965 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] No DVR routers for this DVR port 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:47:44.740798 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:44.744551 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b13edc88-1199-4299-8d59-8b6792dc7f93 req-edb70a36-dcec-459d-9f61-55c1b5439ea1 tempest-TestMinimumBasicScenario-1546877716 tempest-TestMinimumBasicScenario-1546877716-project] 10.222.0.13 "DELETE /v2.0/ports/66e4f578-3b5b-439d-941e-c2ffbbe5ffaa HTTP/1.1" status: 204 len: 173 time: 0.9770050 Feb 07 02:47:44.744956 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'name': 'network-vif-deleted', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:47:44.747876 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188aa7ef-8c7a-4b38-8100-0da04201f6eb" -d '{"events": [{"server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "name": "network-vif-deleted", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:47:44.788920 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6af3fc-7537-4d99-94aa-01571d899e79 x-openstack-request-id: req-ff6af3fc-7537-4d99-94aa-01571d899e79 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:47:44.789303 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df2a0f5-57fc-415b-a22d-0c8ff213a308", "name": "network-vif-deleted", "tag": "66e4f578-3b5b-439d-941e-c2ffbbe5ffaa", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:47:44.789538 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff6af3fc-7537-4d99-94aa-01571d899e79 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:47:44.789970 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df2a0f5-57fc-415b-a22d-0c8ff213a308', 'name': 'network-vif-deleted', 'tag': '66e4f578-3b5b-439d-941e-c2ffbbe5ffaa', 'status': 'completed', 'code': 200} Feb 07 02:47:45.167114 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201de52a-046e-4974-8a14-8441ee279eba req-7ee367b3-fe36-4384-8b01-a8934152deab tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:45.169545 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-201de52a-046e-4974-8a14-8441ee279eba req-7ee367b3-fe36-4384-8b01-a8934152deab tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 945 time: 0.0658808 Feb 07 02:47:45.228916 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-201de52a-046e-4974-8a14-8441ee279eba req-6d9f08e2-a923-4f84-b1a0-84bdc15fa1d3 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529644 Feb 07 02:47:45.331305 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:47:45.382475 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-189ebf4f-a828-4bb4-9503-bbc9f586038e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:45.396523 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:47:45.400202 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:47:45.400586 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:45.475857 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:47:45.476244 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:45.499717 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0397dc4f-d8e0-45b0-8f13-331cffa3b500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af8883b-0b55-42ea-abd8-f7f7d74e55e9'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:47:45.501964 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eccc001-82bd-47b1-8423-4c111efbd3c1" -d '{"events": [{"server_uuid": "0397dc4f-d8e0-45b0-8f13-331cffa3b500", "name": "network-vif-plugged", "status": "completed", "tag": "0af8883b-0b55-42ea-abd8-f7f7d74e55e9"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:47:45.515039 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:45.519498 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:45.520248 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:45.541560 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc8d57c-6d1d-4587-a9c2-94164e244672 x-openstack-request-id: req-acc8d57c-6d1d-4587-a9c2-94164e244672 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:47:45.541848 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0397dc4f-d8e0-45b0-8f13-331cffa3b500", "name": "network-vif-plugged", "status": "completed", "tag": "0af8883b-0b55-42ea-abd8-f7f7d74e55e9", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:47:45.542096 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acc8d57c-6d1d-4587-a9c2-94164e244672 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:47:45.542482 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0397dc4f-d8e0-45b0-8f13-331cffa3b500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af8883b-0b55-42ea-abd8-f7f7d74e55e9', 'code': 200} Feb 07 02:47:45.562541 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:45.562880 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 66e4f578-3b5b-439d-941e-c2ffbbe5ffaa not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:45.591515 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:45.749606 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0143de2-7a0e-473a-8dd9-802fc5756b11 req-6c9f6882-4847-494e-994e-8c503789eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:45.751646 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c0143de2-7a0e-473a-8dd9-802fc5756b11 req-6c9f6882-4847-494e-994e-8c503789eddc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 1130 time: 0.0621645 Feb 07 02:47:45.806336 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c0143de2-7a0e-473a-8dd9-802fc5756b11 req-70434894-4c14-4b0a-8fff-644b6e383c83 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472691 Feb 07 02:47:46.224385 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55348) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:46.339993 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a698cc-a2a2-4b4b-9c22-c9660d1ad1ff req-f860c1d1-cc6a-422f-bc1e-be3e137c197f tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:46.341473 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-42a698cc-a2a2-4b4b-9c22-c9660d1ad1ff req-f860c1d1-cc6a-422f-bc1e-be3e137c197f tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 946 time: 0.0514059 Feb 07 02:47:46.390777 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-42a698cc-a2a2-4b4b-9c22-c9660d1ad1ff req-c2af3d5d-e144-4887-9efb-e2440c7bdbd4 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Feb 07 02:47:46.561650 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640310'] for router_interface (1b49e06e-bcae-4931-b291-5bf1f13b0007), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:46.811534 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Deleting port ced22fda-8136-4c92-894a-ea123e49db07 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:46.811935 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (ced22fda-8136-4c92-894a-ea123e49db07), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:46.891813 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] For port ced22fda-8136-4c92-894a-ea123e49db07, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ced22fda-8136-4c92-894a-ea123e49db07,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:46.892174 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (ced22fda-8136-4c92-894a-ea123e49db07), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:46.904427 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Calling delete_port for ced22fda-8136-4c92-894a-ea123e49db07 owned by network:router_interface {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:47.088337 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (ced22fda-8136-4c92-894a-ea123e49db07), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:47.115997 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=ced22fda-8136-4c92-894a-ea123e49db07,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:47.279914 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640418'] for router_interface (1b49e06e-bcae-4931-b291-5bf1f13b0007), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:47.646339 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e60ea-55eb-45bd-9b9b-d1ba0697505c req-560d096f-18c8-40ca-8a31-619d6c42cb80 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:47.647779 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-736e60ea-55eb-45bd-9b9b-d1ba0697505c req-560d096f-18c8-40ca-8a31-619d6c42cb80 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 946 time: 0.0755091 Feb 07 02:47:47.762486 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-736e60ea-55eb-45bd-9b9b-d1ba0697505c req-b99c87a2-9cc2-4d03-b903-4a284d8c23af tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072721 Feb 07 02:47:47.789576 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Router 1b49e06e-bcae-4931-b291-5bf1f13b0007 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:47:47.801090 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5dbe-57b8-4298-b483-9fe261a08de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:47.897602 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:47:47.907139 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-b205d408-c4a1-4f24-adfe-999d77981c7b admin admin] 10.222.0.15 "PUT /v2.0/routers/1b49e06e-bcae-4931-b291-5bf1f13b0007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785259 Feb 07 02:47:47.907139 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55364) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:47.909250 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] Sync routers for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:47:47.920612 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:47.921349 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:48.042698 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:48.049279 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks [] for router (1b49e06e-bcae-4931-b291-5bf1f13b0007), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.203183 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks [] for router_gateway (1b49e06e-bcae-4931-b291-5bf1f13b0007), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.239655 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:47:47Z', 'revision_number': 5, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port': {'id': 'bf707569-2ee4-4acd-85b5-980c76455b08', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:48.262334 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Deleting port bf707569-2ee4-4acd-85b5-980c76455b08 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:48.262680 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.281751 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] Checking router: 1b49e06e-bcae-4931-b291-5bf1f13b0007 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:47:48.291242 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] Routers {'1b49e06e-bcae-4931-b291-5bf1f13b0007'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:48.291857 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['1b49e06e-bcae-4931-b291-5bf1f13b0007'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:48.353507 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] For port bf707569-2ee4-4acd-85b5-980c76455b08, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=bf707569-2ee4-4acd-85b5-980c76455b08,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:48.354010 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.376720 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Calling delete_port for bf707569-2ee4-4acd-85b5-980c76455b08 owned by network:router_gateway {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:48.393908 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] Set router 1b49e06e-bcae-4931-b291-5bf1f13b0007 gateway port host: None {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:48.448918 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:47:48Z', 'revision_number': 6, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port_host': None}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:48.477333 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8d690-76b7-4fca-9af0-bf1ecb50bddb None None] The sync data for ids ['1b49e06e-bcae-4931-b291-5bf1f13b0007'] in dv-cinder-828061-1-iscsi is: [{'id': '1b49e06e-bcae-4931-b291-5bf1f13b0007', 'name': 'tempest-TestMinimumBasicScenario-1858224909-router', 'tenant_id': '72eb261400104c0b9b2132c91f25845b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:02Z', 'updated_at': '2022-02-07T02:47:48Z', 'revision_number': 6, 'project_id': '72eb261400104c0b9b2132c91f25845b', 'gw_port_host': None}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:47:48.545888 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (bf707569-2ee4-4acd-85b5-980c76455b08), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.570584 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf707569-2ee4-4acd-85b5-980c76455b08,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:48.629004 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1641216'] for router_gateway (1b49e06e-bcae-4931-b291-5bf1f13b0007), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.724006 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15885'] for router (1b49e06e-bcae-4931-b291-5bf1f13b0007), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.726033 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks [] for router_controller (1b49e06e-bcae-4931-b291-5bf1f13b0007), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.770893 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638032'] for router (1b49e06e-bcae-4931-b291-5bf1f13b0007), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.771415 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b49e06e-bcae-4931-b291-5bf1f13b0007 {{(pid=109069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 02:47:48.777067 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.778192 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-bad0aa37-c05c-41e5-bda1-3ab9698ef8b4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1b49e06e-bcae-4931-b291-5bf1f13b0007 HTTP/1.1" status: 204 len: 168 time: 0.8706453 Feb 07 02:47:48.780682 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55378) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:48.825374 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_v2 [None req-fece32dc-2323-42cc-b803-3278cf54f9a8 admin admin] Deleting subnet cb5e329d-b877-4db4-b2cd-5708c2a37ac9 {{(pid=109069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:47:48.828747 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fece32dc-2323-42cc-b803-3278cf54f9a8 admin admin] Publish callbacks [] for subnet (cb5e329d-b877-4db4-b2cd-5708c2a37ac9), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.863215 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fece32dc-2323-42cc-b803-3278cf54f9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12591898'] for subnet (cb5e329d-b877-4db4-b2cd-5708c2a37ac9), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.882780 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.950488 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ced22fda-8136-4c92-894a-ea123e49db07 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:48.956598 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fece32dc-2323-42cc-b803-3278cf54f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (cb5e329d-b877-4db4-b2cd-5708c2a37ac9), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:48.976428 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: ced22fda-8136-4c92-894a-ea123e49db07 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:48.976693 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ced22fda-8136-4c92-894a-ea123e49db07 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:49.010082 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fece32dc-2323-42cc-b803-3278cf54f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13353276'] for subnet (cb5e329d-b877-4db4-b2cd-5708c2a37ac9), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.037625 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece32dc-2323-42cc-b803-3278cf54f9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb5e329d-b877-4db4-b2cd-5708c2a37ac9,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:49.042537 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-fece32dc-2323-42cc-b803-3278cf54f9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.045877 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-fece32dc-2323-42cc-b803-3278cf54f9a8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cb5e329d-b877-4db4-b2cd-5708c2a37ac9 HTTP/1.1" status: 204 len: 168 time: 0.2641220 Feb 07 02:47:49.048137 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55380) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:49.048910 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382fa4e0-3c04-4dd2-9d6e-33770380ff37 None None] Network 8f523bcc-3dd9-48f0-9a66-57360bccae1b requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:47:49.114780 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (8f523bcc-3dd9-48f0-9a66-57360bccae1b), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.177689 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Deleting port bb14fb92-83ce-4497-b104-f14414562987 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:49.178028 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (bb14fb92-83ce-4497-b104-f14414562987), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.239271 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] For port bb14fb92-83ce-4497-b104-f14414562987, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=bb14fb92-83ce-4497-b104-f14414562987,segment=NetworkSegment(150e3457-40d9-464c-b5c8-ab56a4c71a52),segment_id=150e3457-40d9-464c-b5c8-ab56a4c71a52)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:49.239630 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (bb14fb92-83ce-4497-b104-f14414562987), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.252707 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Calling delete_port for bb14fb92-83ce-4497-b104-f14414562987 owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:49.292604 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] DHCP port deletion for 8f523bcc-3dd9-48f0-9a66-57360bccae1b request from dv-cinder-828061-1-iscsi {{(pid=109071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 02:47:49.359378 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] Deleting port bb14fb92-83ce-4497-b104-f14414562987 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:49.359754 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (bb14fb92-83ce-4497-b104-f14414562987), before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.361213 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (bb14fb92-83ce-4497-b104-f14414562987), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.390648 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb14fb92-83ce-4497-b104-f14414562987,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:49.400182 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] No DVR routers for this DVR port bb14fb92-83ce-4497-b104-f14414562987 on host dv-cinder-828061-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:47:49.458873 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] For port bb14fb92-83ce-4497-b104-f14414562987, host dv-cinder-828061-1-iscsi, got binding levels [] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:49.459960 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (bb14fb92-83ce-4497-b104-f14414562987), precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.479517 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] Calling delete_port for bb14fb92-83ce-4497-b104-f14414562987 owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:49.483855 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.ipam_backend_mixin [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] Port bb14fb92-83ce-4497-b104-f14414562987 was not found and therefore no delete operation was performed {{(pid=109071) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 02:47:49.486550 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130'] for port (bb14fb92-83ce-4497-b104-f14414562987), after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.512469 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (8f523bcc-3dd9-48f0-9a66-57360bccae1b), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.531017 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] No DVR routers for this DVR port bb14fb92-83ce-4497-b104-f14414562987 on host dv-cinder-828061-1-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:47:49.532793 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3f452-1345-4944-ae1e-f3bd8852e96f None None] Pushing event deleted for resources: {'Port': ['ID=bb14fb92-83ce-4497-b104-f14414562987,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:49.567795 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f523bcc-3dd9-48f0-9a66-57360bccae1b']}} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:49.578412 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150e3457-40d9-464c-b5c8-ab56a4c71a52') {'for_net_delete': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:49.578902 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150e3457-40d9-464c-b5c8-ab56a4c71a52') {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:49.589794 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12591889'] for segment (150e3457-40d9-464c-b5c8-ab56a4c71a52), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.611019 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (150e3457-40d9-464c-b5c8-ab56a4c71a52), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.621847 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:47:49.622298 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776260'] for segment (150e3457-40d9-464c-b5c8-ab56a4c71a52), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: Traceback (most recent call last): Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: timer() Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: cb(*args, **kw) Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: return func(*args, **kwargs) Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: self._notify() Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: self.callback(batched_events) Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: event.method(event) Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: return f(self, *a, **k) Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._get(url).json() Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: return self.request(url, 'GET', **kwargs) Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:47:49.624229 dv-cinder-828061-1-iscsi neutron-server[109069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:47:49.705769 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (8f523bcc-3dd9-48f0-9a66-57360bccae1b), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.711093 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:49.715460 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8f523bcc-3dd9-48f0-9a66-57360bccae1b HTTP/1.1" status: 204 len: 168 time: 0.6661010 Feb 07 02:47:49.718280 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55406) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:49.726238 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeb2b2-0382-4214-9fd4-6698dfea3b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f523bcc-3dd9-48f0-9a66-57360bccae1b,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:50.081410 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640310'] for router_interface (36e0f219-46b2-4391-8043-87da5dbcc49c), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:50.283780 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:50.346263 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Deleting port 30541811-d9ef-44e3-a903-f6311585bdc1 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:50.346661 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:50.422117 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] For port 30541811-d9ef-44e3-a903-f6311585bdc1, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=30541811-d9ef-44e3-a903-f6311585bdc1,segment=NetworkSegment(efca6bd3-8c58-4aa9-a68e-80267e381615),segment_id=efca6bd3-8c58-4aa9-a68e-80267e381615)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:50.422478 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:50.438691 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Calling delete_port for 30541811-d9ef-44e3-a903-f6311585bdc1 owned by network:router_interface {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:50.628640 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (30541811-d9ef-44e3-a903-f6311585bdc1), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:50.636529 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bb14fb92-83ce-4497-b104-f14414562987 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:50.656529 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: bb14fb92-83ce-4497-b104-f14414562987 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:50.656981 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bb14fb92-83ce-4497-b104-f14414562987 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:50.657487 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bf707569-2ee4-4acd-85b5-980c76455b08 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:50.658403 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=30541811-d9ef-44e3-a903-f6311585bdc1,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:50.683512 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: bf707569-2ee4-4acd-85b5-980c76455b08 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:50.683863 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bf707569-2ee4-4acd-85b5-980c76455b08 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:50.827887 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640418'] for router_interface (36e0f219-46b2-4391-8043-87da5dbcc49c), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.036954 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Router 36e0f219-46b2-4391-8043-87da5dbcc49c has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:47:51.141983 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:47:51.146863 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-425e8044-6245-41e0-a76e-62b89f8d92d1 admin admin] 10.222.0.15 "PUT /v2.0/routers/36e0f219-46b2-4391-8043-87da5dbcc49c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4270935 Feb 07 02:47:51.149332 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55422) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:51.151200 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] Sync routers for ids ['36e0f219-46b2-4391-8043-87da5dbcc49c'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:47:51.162542 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] Routers {'36e0f219-46b2-4391-8043-87da5dbcc49c'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:51.163149 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['36e0f219-46b2-4391-8043-87da5dbcc49c'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:51.253461 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks [] for router (36e0f219-46b2-4391-8043-87da5dbcc49c), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.266108 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] Set router 36e0f219-46b2-4391-8043-87da5dbcc49c gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:51.354937 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks [] for router_gateway (36e0f219-46b2-4391-8043-87da5dbcc49c), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.413140 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Deleting port bb5e99c4-e50e-4181-b4bb-8b16dabf3661 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:51.413488 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.440726 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:47:50Z', 'revision_number': 5, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'gw_port': {'id': 'bb5e99c4-e50e-4181-b4bb-8b16dabf3661', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:51.470457 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] Checking router: 36e0f219-46b2-4391-8043-87da5dbcc49c for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:47:51.478934 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] Routers {'36e0f219-46b2-4391-8043-87da5dbcc49c'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:47:51.479767 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['36e0f219-46b2-4391-8043-87da5dbcc49c'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:51.499546 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] For port bb5e99c4-e50e-4181-b4bb-8b16dabf3661, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=bb5e99c4-e50e-4181-b4bb-8b16dabf3661,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:51.499912 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.514374 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Calling delete_port for bb5e99c4-e50e-4181-b4bb-8b16dabf3661 owned by network:router_gateway {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:51.577158 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] Set router 36e0f219-46b2-4391-8043-87da5dbcc49c gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:47:51.630195 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:47:51Z', 'revision_number': 6, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'gw_port_host': None}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:51.657743 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3dd20-a13f-4be5-a60e-399e3c91cfac None None] The sync data for ids ['36e0f219-46b2-4391-8043-87da5dbcc49c'] in dv-cinder-828061-1-iscsi is: [{'id': '36e0f219-46b2-4391-8043-87da5dbcc49c', 'name': 'tempest-TestMinimumBasicScenario-127262495-router', 'tenant_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:45:07Z', 'updated_at': '2022-02-07T02:47:51Z', 'revision_number': 6, 'project_id': 'dcf6edc7c4d445b1a55be6028e3dccbc', 'gw_port_host': None}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:47:51.716300 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (bb5e99c4-e50e-4181-b4bb-8b16dabf3661), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.748582 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5e99c4-e50e-4181-b4bb-8b16dabf3661,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:51.812391 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1641216'] for router_gateway (36e0f219-46b2-4391-8043-87da5dbcc49c), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.902283 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15885'] for router (36e0f219-46b2-4391-8043-87da5dbcc49c), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.904490 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks [] for router_controller (36e0f219-46b2-4391-8043-87da5dbcc49c), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.940528 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.955895 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638032'] for router (36e0f219-46b2-4391-8043-87da5dbcc49c), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.956462 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e0f219-46b2-4391-8043-87da5dbcc49c {{(pid=109070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 02:47:51.960732 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:51.964455 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-da7894ed-e9fd-40c9-a825-129da5a09985 admin admin] 10.222.0.15 "DELETE /v2.0/routers/36e0f219-46b2-4391-8043-87da5dbcc49c HTTP/1.1" status: 204 len: 168 time: 0.8110566 Feb 07 02:47:51.965060 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55442) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:52.008450 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2c6a8f-e4c6-46c8-b355-77ddc7b1cde5 admin admin] Deleting subnet dbb71a59-6e93-4432-945d-a154258276c0 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:47:52.011962 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6a8f-e4c6-46c8-b355-77ddc7b1cde5 admin admin] Publish callbacks [] for subnet (dbb71a59-6e93-4432-945d-a154258276c0), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.047542 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6a8f-e4c6-46c8-b355-77ddc7b1cde5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13350466'] for subnet (dbb71a59-6e93-4432-945d-a154258276c0), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.052174 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55444) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:52.138058 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6a8f-e4c6-46c8-b355-77ddc7b1cde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (dbb71a59-6e93-4432-945d-a154258276c0), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.164843 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d6df23c3-c282-42d3-a2cf-2ec35f130102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.244463 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d6df23c3-c282-42d3-a2cf-2ec35f130102 admin admin] Publish callbacks [] for security_group (842ad27b-ed94-4f8e-9324-624690a04cfb), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.249582 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d6df23c3-c282-42d3-a2cf-2ec35f130102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (842ad27b-ed94-4f8e-9324-624690a04cfb), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.288285 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df23c3-c282-42d3-a2cf-2ec35f130102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842ad27b-ed94-4f8e-9324-624690a04cfb,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:52.296573 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d6df23c3-c282-42d3-a2cf-2ec35f130102 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=093b13e5806342b59d6262829064a50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408371 Feb 07 02:47:52.297004 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55448) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:52.352121 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ac92bbc-0c61-4b67-a9fc-169c01cc11ae admin admin] Publish callbacks [] for security_group (842ad27b-ed94-4f8e-9324-624690a04cfb), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.377101 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ac92bbc-0c61-4b67-a9fc-169c01cc11ae admin admin] Publish callbacks [] for security_group (842ad27b-ed94-4f8e-9324-624690a04cfb), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.425312 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ac92bbc-0c61-4b67-a9fc-169c01cc11ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (842ad27b-ed94-4f8e-9324-624690a04cfb), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.428044 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-0ac92bbc-0c61-4b67-a9fc-169c01cc11ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.429739 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-0ac92bbc-0c61-4b67-a9fc-169c01cc11ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/842ad27b-ed94-4f8e-9324-624690a04cfb HTTP/1.1" status: 204 len: 168 time: 0.1311305 Feb 07 02:47:52.443180 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac92bbc-0c61-4b67-a9fc-169c01cc11ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ad27b-ed94-4f8e-9324-624690a04cfb,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:52.468269 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6a8f-e4c6-46c8-b355-77ddc7b1cde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13349921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13335487'] for subnet (dbb71a59-6e93-4432-945d-a154258276c0), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.497515 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c6a8f-e4c6-46c8-b355-77ddc7b1cde5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb71a59-6e93-4432-945d-a154258276c0,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:52.503912 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6a8f-e4c6-46c8-b355-77ddc7b1cde5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.507447 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5a2c6a8f-e4c6-46c8-b355-77ddc7b1cde5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dbb71a59-6e93-4432-945d-a154258276c0 HTTP/1.1" status: 204 len: 168 time: 0.5413280 Feb 07 02:47:52.510913 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55452) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:52.511054 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1bccbc-6a43-4f8d-95f1-f9f5ff79b08a None None] Network 256cfb28-dff3-4f41-8d29-ef5d54145e85 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:47:52.607204 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (256cfb28-dff3-4f41-8d29-ef5d54145e85), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.667189 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bb5e99c4-e50e-4181-b4bb-8b16dabf3661 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:52.687050 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Deleting port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:52.687401 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.699133 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: bb5e99c4-e50e-4181-b4bb-8b16dabf3661 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:52.699577 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device bb5e99c4-e50e-4181-b4bb-8b16dabf3661 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:52.700002 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 30541811-d9ef-44e3-a903-f6311585bdc1 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:52.725039 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedfa838-34da-42cc-890d-f3cc6475ef04 None None] DHCP port deletion for 256cfb28-dff3-4f41-8d29-ef5d54145e85 request from dv-cinder-828061-1-iscsi {{(pid=109071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 02:47:52.728244 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 30541811-d9ef-44e3-a903-f6311585bdc1 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:52.732664 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 30541811-d9ef-44e3-a903-f6311585bdc1 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:52.780831 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] For port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=1298a301-f5f2-468e-a3f9-20dcf1b81ca4,segment=NetworkSegment(efca6bd3-8c58-4aa9-a68e-80267e381615),segment_id=efca6bd3-8c58-4aa9-a68e-80267e381615)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:52.781744 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.791945 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-eedfa838-34da-42cc-890d-f3cc6475ef04 None None] Deleting port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:47:52.792322 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eedfa838-34da-42cc-890d-f3cc6475ef04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.798039 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Calling delete_port for 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:52.813583 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55458) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:52.833056 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a172-738d-48bb-8878-5d599a300265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.865544 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-eedfa838-34da-42cc-890d-f3cc6475ef04 None None] For port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=1298a301-f5f2-468e-a3f9-20dcf1b81ca4,segment=NetworkSegment(efca6bd3-8c58-4aa9-a68e-80267e381615),segment_id=efca6bd3-8c58-4aa9-a68e-80267e381615)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:47:52.865985 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eedfa838-34da-42cc-890d-f3cc6475ef04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.885781 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-eedfa838-34da-42cc-890d-f3cc6475ef04 None None] Calling delete_port for 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:47:52.894104 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.927764 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] No DVR routers for this DVR port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 on host dv-cinder-828061-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:47:52.933771 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1298a301-f5f2-468e-a3f9-20dcf1b81ca4,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:52.934717 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a172-738d-48bb-8878-5d599a300265 admin admin] Publish callbacks [] for security_group (36109421-b34f-483c-b328-befc0c28a8d5), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.940478 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a172-738d-48bb-8878-5d599a300265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (36109421-b34f-483c-b328-befc0c28a8d5), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:52.982359 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b2d6a172-738d-48bb-8878-5d599a300265 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ce9aec8e1f2474e9c4ea51049adf059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651256 Feb 07 02:47:52.982359 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6a172-738d-48bb-8878-5d599a300265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36109421-b34f-483c-b328-befc0c28a8d5,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:52.984410 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55460) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:53.015688 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (256cfb28-dff3-4f41-8d29-ef5d54145e85), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.035133 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eedfa838-34da-42cc-890d-f3cc6475ef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130'] for port (1298a301-f5f2-468e-a3f9-20dcf1b81ca4), after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.036190 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256cfb28-dff3-4f41-8d29-ef5d54145e85']}} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:53.045155 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0941-f69d-4975-b4f5-83b0b45a86df admin admin] Publish callbacks [] for security_group (36109421-b34f-483c-b328-befc0c28a8d5), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.047149 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efca6bd3-8c58-4aa9-a68e-80267e381615') {'for_net_delete': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:53.047442 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efca6bd3-8c58-4aa9-a68e-80267e381615') {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:47:53.058244 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12591889'] for segment (efca6bd3-8c58-4aa9-a68e-80267e381615), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.064467 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfa838-34da-42cc-890d-f3cc6475ef04 None None] Pushing event deleted for resources: {'Port': ['ID=1298a301-f5f2-468e-a3f9-20dcf1b81ca4,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:53.067918 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfa838-34da-42cc-890d-f3cc6475ef04 None None] No DVR routers for this DVR port 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 on host dv-cinder-828061-1-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:47:53.076215 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0941-f69d-4975-b4f5-83b0b45a86df admin admin] Publish callbacks [] for security_group (36109421-b34f-483c-b328-befc0c28a8d5), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.080658 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (efca6bd3-8c58-4aa9-a68e-80267e381615), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.086855 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:47:53.087269 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776260'] for segment (efca6bd3-8c58-4aa9-a68e-80267e381615), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: Traceback (most recent call last): Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: timer() Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: cb(*args, **kw) Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: return func(*args, **kwargs) Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: self._notify() Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: self.callback(batched_events) Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: event.method(event) Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: return f(self, *a, **k) Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._get(url).json() Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: return self.request(url, 'GET', **kwargs) Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:47:53.088880 dv-cinder-828061-1-iscsi neutron-server[109069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:47:53.126492 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0941-f69d-4975-b4f5-83b0b45a86df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (36109421-b34f-483c-b328-befc0c28a8d5), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.130472 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0941-f69d-4975-b4f5-83b0b45a86df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.131618 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8f5b0941-f69d-4975-b4f5-83b0b45a86df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36109421-b34f-483c-b328-befc0c28a8d5 HTTP/1.1" status: 204 len: 168 time: 0.1460295 Feb 07 02:47:53.139183 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b0941-f69d-4975-b4f5-83b0b45a86df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36109421-b34f-483c-b328-befc0c28a8d5,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:53.148784 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (256cfb28-dff3-4f41-8d29-ef5d54145e85), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.154913 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.159462 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/256cfb28-dff3-4f41-8d29-ef5d54145e85 HTTP/1.1" status: 204 len: 168 time: 0.6475413 Feb 07 02:47:53.175196 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97194528-fc1b-4900-88e0-2f0fa2334bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=256cfb28-dff3-4f41-8d29-ef5d54145e85,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:53.356111 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55468) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:53.394842 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-cd259f2c-f201-4fea-98a6-e2e6ae11443c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72eb261400104c0b9b2132c91f25845b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374944 Feb 07 02:47:53.397357 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55470) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:53.445083 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-884deeb2-4ec3-49d8-8f15-257991acecb2 admin admin] Publish callbacks [] for security_group (a34eac15-a227-49ad-becb-aba4f4db8dda), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.466770 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-884deeb2-4ec3-49d8-8f15-257991acecb2 admin admin] Publish callbacks [] for security_group (a34eac15-a227-49ad-becb-aba4f4db8dda), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.519095 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-884deeb2-4ec3-49d8-8f15-257991acecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (a34eac15-a227-49ad-becb-aba4f4db8dda), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.521803 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-884deeb2-4ec3-49d8-8f15-257991acecb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.522937 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-884deeb2-4ec3-49d8-8f15-257991acecb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a34eac15-a227-49ad-becb-aba4f4db8dda HTTP/1.1" status: 204 len: 168 time: 0.1247027 Feb 07 02:47:53.530437 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55474) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:53.531194 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884deeb2-4ec3-49d8-8f15-257991acecb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34eac15-a227-49ad-becb-aba4f4db8dda,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:53.546907 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f018467c-6919-4adc-81d1-8de0888954b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.631109 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f018467c-6919-4adc-81d1-8de0888954b7 admin admin] Publish callbacks [] for security_group (98e8fcba-1a07-45ad-9e06-530a261be47f), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.635934 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f018467c-6919-4adc-81d1-8de0888954b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (98e8fcba-1a07-45ad-9e06-530a261be47f), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.680553 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f018467c-6919-4adc-81d1-8de0888954b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=080bf6fe816a4590b5000d63a37040f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491327 Feb 07 02:47:53.681719 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018467c-6919-4adc-81d1-8de0888954b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e8fcba-1a07-45ad-9e06-530a261be47f,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:53.683478 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55476) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:53.735493 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-845facfb-b86e-4d14-bbde-09dacaccff44 admin admin] Publish callbacks [] for security_group (98e8fcba-1a07-45ad-9e06-530a261be47f), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.755544 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-845facfb-b86e-4d14-bbde-09dacaccff44 admin admin] Publish callbacks [] for security_group (98e8fcba-1a07-45ad-9e06-530a261be47f), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.805167 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-845facfb-b86e-4d14-bbde-09dacaccff44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (98e8fcba-1a07-45ad-9e06-530a261be47f), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.808284 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-845facfb-b86e-4d14-bbde-09dacaccff44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.809510 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-845facfb-b86e-4d14-bbde-09dacaccff44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98e8fcba-1a07-45ad-9e06-530a261be47f HTTP/1.1" status: 204 len: 168 time: 0.1249652 Feb 07 02:47:53.819021 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845facfb-b86e-4d14-bbde-09dacaccff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e8fcba-1a07-45ad-9e06-530a261be47f,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:53.879592 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55484) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:53.920827 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a5401f2c-2475-40b4-be04-2d2f3f2b5317 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcf6edc7c4d445b1a55be6028e3dccbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400324 Feb 07 02:47:53.923192 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55486) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:47:53.970694 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a520d5fe-ac83-4d2b-91c4-e236a25c2809 admin admin] Publish callbacks [] for security_group (e07a6bde-7790-4f42-9c9a-9ff4a62f2c31), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:53.980886 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:47:53.991910 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a520d5fe-ac83-4d2b-91c4-e236a25c2809 admin admin] Publish callbacks [] for security_group (e07a6bde-7790-4f42-9c9a-9ff4a62f2c31), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:54.038224 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a520d5fe-ac83-4d2b-91c4-e236a25c2809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (e07a6bde-7790-4f42-9c9a-9ff4a62f2c31), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:54.040913 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-a520d5fe-ac83-4d2b-91c4-e236a25c2809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:47:54.042119 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-a520d5fe-ac83-4d2b-91c4-e236a25c2809 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e07a6bde-7790-4f42-9c9a-9ff4a62f2c31 HTTP/1.1" status: 204 len: 168 time: 0.1180425 Feb 07 02:47:54.049893 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520d5fe-ac83-4d2b-91c4-e236a25c2809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07a6bde-7790-4f42-9c9a-9ff4a62f2c31,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:47:54.673179 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:47:54.693624 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:47:54.693977 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 1298a301-f5f2-468e-a3f9-20dcf1b81ca4 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:47:59.405551 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-71ae1b8a-7828-461b-afb4-9d8f320633ce tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:47:59.407110 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-71ae1b8a-7828-461b-afb4-9d8f320633ce tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 815 time: 0.0988398 Feb 07 02:47:59.421270 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-67d083d1-8299-42aa-9b75-82951f8888c4 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/quotas/32ffab3576ce4eaeb40893e31d8af4d7 HTTP/1.1" status: 200 len: 375 time: 0.0089989 Feb 07 02:47:59.470269 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-8b4f5e65-9341-483f-90b9-e10c20e70e8d tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444782 Feb 07 02:47:59.563707 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-c47fe32e-82b2-4687-a0fe-cba34af4d723 service neutron] 10.222.0.15 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870538 Feb 07 02:47:59.648595 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-4648f3a1-0730-46b3-b485-68cd64b1518b service neutron] 10.222.0.15 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792866 Feb 07 02:47:59.806546 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3096cd05-8e60-468c-a2de-37232bcbd66a req-f400d2cb-a0cc-4335-816f-f740f72328ba tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 210 time: 0.0263579 Feb 07 02:48:00.728005 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-9b7a050d-900c-4ca8-8eb9-b805842b327b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:00.729574 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-9b7a050d-900c-4ca8-8eb9-b805842b327b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 815 time: 0.1042049 Feb 07 02:48:00.744393 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Request body: {'port': {'device_id': '118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65', 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835', 'admin_state_up': True, 'tenant_id': '32ffab3576ce4eaeb40893e31d8af4d7'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:48:00.856324 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Made reservation on behalf of 32ffab3576ce4eaeb40893e31d8af4d7 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:48:00.859871 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:00.901160 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-92670752-073a-45f1-b237-b1aafe91d708 req-3957f367-1f1f-428a-a32b-e7c8e9cca2bb tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 210 time: 0.0272279 Feb 07 02:48:00.985294 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Allocated IP 172.20.0.4 (53778243-fecb-4f9a-97ba-e450be5d6835/76e04070-e320-4bcc-acbd-c8ac3e9531d5/3fcc007a-fe9c-44e7-937b-3a62a62152c1) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:48:01.057685 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55614) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:01.132159 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks [] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.166195 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc40-72cd-4e44-ace3-395af186f157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.166720 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.179024 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['0af8883b-0b55-42ea-abd8-f7f7d74e55e9'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:48:01.207262 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Network 53778243-fecb-4f9a-97ba-e450be5d6835 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:48:01.210416 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:48:01.218022 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:48:01.253065 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc40-72cd-4e44-ace3-395af186f157 admin admin] Publish callbacks [] for security_group (b1c5e731-af8c-4211-a672-594e8eb4c720), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.256244 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Pushing event updated for resources: {'Port': ['ID=3fcc007a-fe9c-44e7-937b-3a62a62152c1,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:01.257586 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bc40-72cd-4e44-ace3-395af186f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b1c5e731-af8c-4211-a672-594e8eb4c720), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.276777 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:01.277393 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.292997 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4bc40-72cd-4e44-ace3-395af186f157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c5e731-af8c-4211-a672-594e8eb4c720,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:01.293782 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-408531e7-eedc-48b3-8db5-c02c213c347c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536883 Feb 07 02:48:01.309356 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Request body: {'port': {'device_id': '118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:48:01.313818 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-f9b4bc40-72cd-4e44-ace3-395af186f157 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=135f74316d2c426e963c1b9930e69d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524481 Feb 07 02:48:01.314300 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55618) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:01.361945 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69855a7b-5309-416d-b56e-436459c8375f admin admin] Publish callbacks [] for security_group (b1c5e731-af8c-4211-a672-594e8eb4c720), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.370019 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.385575 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69855a7b-5309-416d-b56e-436459c8375f admin admin] Publish callbacks [] for security_group (b1c5e731-af8c-4211-a672-594e8eb4c720), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.433499 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69855a7b-5309-416d-b56e-436459c8375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b1c5e731-af8c-4211-a672-594e8eb4c720), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.436126 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-69855a7b-5309-416d-b56e-436459c8375f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.440370 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-69855a7b-5309-416d-b56e-436459c8375f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1c5e731-af8c-4211-a672-594e8eb4c720 HTTP/1.1" status: 204 len: 168 time: 0.1250384 Feb 07 02:48:01.449020 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69855a7b-5309-416d-b56e-436459c8375f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c5e731-af8c-4211-a672-594e8eb4c720,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:01.685867 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcc007a-fe9c-44e7-937b-3a62a62152c1 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:48:01.699695 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Publish callbacks [] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.726564 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-612efd44-ab22-4753-8e63-4fce5c299ee3 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893431166&fields=id&tenant_id=a90c5dfb972244c1aa625e07b1e3fe40 HTTP/1.1" status: 200 len: 267 time: 0.0699518 Feb 07 02:48:01.727436 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Transition to ACTIVE for port object 3fcc007a-fe9c-44e7-937b-3a62a62152c1 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:48:01.731392 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.739777 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55634) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:01.752858 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e27cf7ef-566c-42a3-8edf-9d4c8ef9465e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.829467 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e27cf7ef-566c-42a3-8edf-9d4c8ef9465e admin admin] Publish callbacks [] for security_group (ce3f4a22-f4a1-4351-ac70-afc860c68472), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.833705 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e27cf7ef-566c-42a3-8edf-9d4c8ef9465e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ce3f4a22-f4a1-4351-ac70-afc860c68472), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.863747 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcc007a-fe9c-44e7-937b-3a62a62152c1,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:01.870606 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e27cf7ef-566c-42a3-8edf-9d4c8ef9465e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99509588676f4b418ede4162e6c52e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295996 Feb 07 02:48:01.873709 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55636) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:01.879756 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf7ef-566c-42a3-8edf-9d4c8ef9465e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f4a22-f4a1-4351-ac70-afc860c68472,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:01.923830 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-08ae9c8c-585b-4c9a-8b44-1a94d6c8b96b admin admin] Publish callbacks [] for security_group (ce3f4a22-f4a1-4351-ac70-afc860c68472), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.929985 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-bd054ec6-1675-48c1-b1dd-fed1117a7a89 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:01.932213 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-bd054ec6-1675-48c1-b1dd-fed1117a7a89 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 812 time: 0.1981709 Feb 07 02:48:01.949080 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-08ae9c8c-585b-4c9a-8b44-1a94d6c8b96b admin admin] Publish callbacks [] for security_group (ce3f4a22-f4a1-4351-ac70-afc860c68472), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:01.958519 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-da34d84c-cb13-4c11-9108-37db1001bf14 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/quotas/a90c5dfb972244c1aa625e07b1e3fe40 HTTP/1.1" status: 200 len: 375 time: 0.0171373 Feb 07 02:48:01.959331 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Attempting to bind port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:48:01.959670 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Attempting to bind port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:48:01.960003 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Attempting to bind port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 on network 53778243-fecb-4f9a-97ba-e450be5d6835 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:48:01.964574 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 on network 53778243-fecb-4f9a-97ba-e450be5d6835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:48:01.964903 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Attempting to bind port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 on network 53778243-fecb-4f9a-97ba-e450be5d6835 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:48:01.979523 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:48:01.979833 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Checking segment: {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:48:01.980323 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Bound using segment: {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:48:01.981792 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Bound port: 3fcc007a-fe9c-44e7-937b-3a62a62152c1, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:48:01.982239 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:02.025609 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-08ae9c8c-585b-4c9a-8b44-1a94d6c8b96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ce3f4a22-f4a1-4351-ac70-afc860c68472), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:02.029186 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-08ae9c8c-585b-4c9a-8b44-1a94d6c8b96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:02.030543 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-08ae9c8c-585b-4c9a-8b44-1a94d6c8b96b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce3f4a22-f4a1-4351-ac70-afc860c68472 HTTP/1.1" status: 204 len: 168 time: 0.1558945 Feb 07 02:48:02.040435 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66ec9f-301f-4c71-92f6-9550254e37d5 req-214eafa1-6866-426e-8878-f3e40b4b3768 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:02.042118 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0e66ec9f-301f-4c71-92f6-9550254e37d5 req-214eafa1-6866-426e-8878-f3e40b4b3768 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 943 time: 0.0667315 Feb 07 02:48:02.048690 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae9c8c-585b-4c9a-8b44-1a94d6c8b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f4a22-f4a1-4351-ac70-afc860c68472,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:02.068940 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-5a13d5b3-576d-4161-9ba2-a36d3bfd856c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1010094 Feb 07 02:48:02.085977 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] For port 3fcc007a-fe9c-44e7-937b-3a62a62152c1, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:48:02.091107 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] For port 3fcc007a-fe9c-44e7-937b-3a62a62152c1, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fcc007a-fe9c-44e7-937b-3a62a62152c1,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:48:02.105140 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0e66ec9f-301f-4c71-92f6-9550254e37d5 req-0b4ea32e-e34c-441b-95a1-b748b20d736d tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533974 Feb 07 02:48:02.108310 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:02.147809 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:02.148580 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:02.150164 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/3fcc007a-fe9c-44e7-937b-3a62a62152c1 HTTP/1.1" status: 200 len: 1093 time: 0.8476055 Feb 07 02:48:02.150679 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65', 'tag': '3fcc007a-fe9c-44e7-937b-3a62a62152c1'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:02.153581 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ac400c-18e8-404e-b3f8-6c7b675d8093" -d '{"events": [{"name": "network-changed", "server_uuid": "118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65", "tag": "3fcc007a-fe9c-44e7-937b-3a62a62152c1"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:02.207977 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc668f8-071f-4906-937c-9946cefb05de x-openstack-request-id: req-fcc668f8-071f-4906-937c-9946cefb05de {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:02.208285 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65", "tag": "3fcc007a-fe9c-44e7-937b-3a62a62152c1", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:02.208544 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcc668f8-071f-4906-937c-9946cefb05de {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:02.208926 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65', 'tag': '3fcc007a-fe9c-44e7-937b-3a62a62152c1', 'status': 'completed', 'code': 200} Feb 07 02:48:02.280450 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b7479-b245-461a-ba31-419661c349e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcc007a-fe9c-44e7-937b-3a62a62152c1,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:02.318758 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-15e3a17e-a7f5-48a1-bf89-67a53e9e9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:02.320264 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-15e3a17e-a7f5-48a1-bf89-67a53e9e9791 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 1127 time: 0.1140118 Feb 07 02:48:02.344260 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-deb4366e-0c2d-47a7-96c7-fdde123ec854 service neutron] 10.222.0.15 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515268 Feb 07 02:48:02.377835 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-7615388d-e20e-40e8-b82b-c538d7b5f1d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fcc007a-fe9c-44e7-937b-3a62a62152c1 HTTP/1.1" status: 200 len: 217 time: 0.0458403 Feb 07 02:48:02.469622 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-4f1b391b-ad9e-4421-8231-7f6bafb7d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:02.471069 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-4f1b391b-ad9e-4421-8231-7f6bafb7d7c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e04070-e320-4bcc-acbd-c8ac3e9531d5 HTTP/1.1" status: 200 len: 855 time: 0.0792925 Feb 07 02:48:02.513999 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-e22f0d4c-aee5-4c12-bc62-76a3c3bf376e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53778243-fecb-4f9a-97ba-e450be5d6835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345523 Feb 07 02:48:02.519273 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-91f5d447-a1b2-458b-997f-00a2b858b7be service neutron] 10.222.0.15 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494100 Feb 07 02:48:02.607544 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-3426a136-6f99-4819-8279-aa249d5066a4 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870645 Feb 07 02:48:02.713072 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1e2aa01-3a4d-4a93-b1e7-686c37b5f915 req-2429f3c4-fbcf-46de-a25c-e268f88c7c71 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995154 Feb 07 02:48:02.827487 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-7680b8d4-f2de-48cb-8430-172e31049aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:02.830634 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-7680b8d4-f2de-48cb-8430-172e31049aec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 1127 time: 0.0544500 Feb 07 02:48:02.852503 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55678) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:02.876007 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-74ba8459-a74c-4a36-a402-10e42bc7defb req-4540c6bd-1691-41eb-9b0e-a408a5e341c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 210 time: 0.0386071 Feb 07 02:48:02.942651 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-8a83679e-b6b5-4c21-9923-ca7c6841419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:02.944136 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-8a83679e-b6b5-4c21-9923-ca7c6841419d service neutron] 10.222.0.13 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 916 time: 0.1052067 Feb 07 02:48:03.003623 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-ac34448b-8965-4b9c-be4b-6f8f19aec886 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fcc007a-fe9c-44e7-937b-3a62a62152c1 HTTP/1.1" status: 200 len: 217 time: 0.0519936 Feb 07 02:48:03.061953 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-98ac463c-8b62-4442-973f-4e7b67ae9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:03.063826 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-98ac463c-8b62-4442-973f-4e7b67ae9d84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e04070-e320-4bcc-acbd-c8ac3e9531d5 HTTP/1.1" status: 200 len: 855 time: 0.0534499 Feb 07 02:48:03.104636 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-42fc0d12-07c1-457e-a7e6-502d5a91f65a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53778243-fecb-4f9a-97ba-e450be5d6835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331614 Feb 07 02:48:03.273804 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-434bf9f6-484e-4b55-a48e-f504739a5853 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619694 Feb 07 02:48:03.288553 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307040b5-9b83-4737-b870-f03b7e5ec1b4 req-878d7af7-3581-499e-82b2-463538a170e9 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:03.290062 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-307040b5-9b83-4737-b870-f03b7e5ec1b4 req-878d7af7-3581-499e-82b2-463538a170e9 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 943 time: 0.0885153 Feb 07 02:48:03.306504 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Deleting port 319f2ac7-b30e-434d-95a0-556272175bb9 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:03.307729 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (319f2ac7-b30e-434d-95a0-556272175bb9), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:03.402417 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (319f2ac7-b30e-434d-95a0-556272175bb9), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:03.402766 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for floatingip (319f2ac7-b30e-434d-95a0-556272175bb9), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:03.407051 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-307040b5-9b83-4737-b870-f03b7e5ec1b4 req-af80825f-fe41-489b-a7be-db96fed28bf0 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094241 Feb 07 02:48:03.429257 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Calling delete_port for 319f2ac7-b30e-434d-95a0-556272175bb9 owned by network:floatingip {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:03.436230 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-56ac400c-18e8-404e-b3f8-6c7b675d8093 req-14273b93-3cea-4674-998b-de753988d755 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553595 Feb 07 02:48:03.578513 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (319f2ac7-b30e-434d-95a0-556272175bb9), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:03.600656 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event deleted for resources: {'Port': ['ID=319f2ac7-b30e-434d-95a0-556272175bb9,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:03.664552 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for floatingip (d5876817-f9e5-4a55-a408-0a48e170ef97), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:03.665522 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Floating IP d5876817-f9e5-4a55-a408-0a48e170ef97 disassociated (deleted). External IP: 172.27.1.48, port: 5d848f08-3b09-43fe-b459-aa9a33cfae39. Feb 07 02:48:03.879813 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Router a868dec6-f52e-4095-8f4e-27881bd47174 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:48:03.951293 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-664002f3-a6b2-477a-bd22-36cb40cd5b63 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:03.952750 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-664002f3-a6b2-477a-bd22-36cb40cd5b63 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 812 time: 0.1245430 Feb 07 02:48:04.024729 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-67ecd557-c6c3-4c9c-be39-7252be4fa424 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a90c5dfb972244c1aa625e07b1e3fe40 HTTP/1.1" status: 200 len: 379 time: 0.0591123 Feb 07 02:48:04.035820 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'port': {'device_id': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'admin_state_up': True, 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'security_groups': ['6ed41a7a-c24f-4468-9ec1-fa33b9a06831']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:48:04.159743 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Made reservation on behalf of a90c5dfb972244c1aa625e07b1e3fe40 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:48:04.163846 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:04.237462 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-c2c01680-782a-4060-ba9e-7a11365e0392 req-d988d014-6953-43c8-b4e9-e6acecc63ad0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 210 time: 0.2971504 Feb 07 02:48:04.276243 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:48:04.281564 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:04.286313 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] Sync routers for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:48:04.297005 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:48:04.297915 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:04.303368 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Allocated IP 172.20.0.13 (cc9544ab-0eed-49d7-80b6-5927b9db83bc/b23f3586-0566-4419-ba2f-e0f5ed208f10/981c9d6e-c4f7-4933-b05c-1731d5769651) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:48:04.320694 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-2207b85a-d805-41e7-89f6-39ee436b4727 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "DELETE /v2.0/floatingips/d5876817-f9e5-4a55-a408-0a48e170ef97 HTTP/1.1" status: 204 len: 168 time: 1.4666038 Feb 07 02:48:04.322937 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:04.324745 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc58c896-0cc2-47f4-b8db-8576e3583c19" -d '{"events": [{"name": "network-changed", "server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:04.372484 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c47697-9422-45d4-929f-bf9e0b7dc529 x-openstack-request-id: req-61c47697-9422-45d4-929f-bf9e0b7dc529 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:04.372896 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:04.373270 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61c47697-9422-45d4-929f-bf9e0b7dc529 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:04.374054 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'status': 'completed', 'code': 200} Feb 07 02:48:04.480055 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:48:04.693109 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a607d-94ec-4e39-bced-41c0e52749dd req-34b6a4e5-c3f5-491f-91c3-4c3ace5d03cb tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:04.695084 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-139a607d-94ec-4e39-bced-41c0e52749dd req-34b6a4e5-c3f5-491f-91c3-4c3ace5d03cb tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 943 time: 0.1630995 Feb 07 02:48:04.767649 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-139a607d-94ec-4e39-bced-41c0e52749dd req-b3ba45a9-e824-42ef-acd0-276a3f831d71 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588870 Feb 07 02:48:04.777718 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-234bc166-74ec-4cb3-a1ac-038c34449587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:04.779208 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-234bc166-74ec-4cb3-a1ac-038c34449587 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21a9d29f17224774a232218b99165d32&device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 1130 time: 0.3289046 Feb 07 02:48:04.782255 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:04.835798 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '2c834fff-ff57-49f8-8120-2bfc51995aad', 'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'mac_address': 'fa:16:3e:07:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:36Z', 'updated_at': '2022-02-07T02:42:41Z', 'revision_number': 5, 'project_id': '21a9d29f17224774a232218b99165d32', 'subnets': [{'id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:04.850255 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124ec24-1bd2-408c-aa52-d472cffe5e10 req-2ed1b1b3-6372-4f9b-8dbf-091d1ef6cf04 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:04.851761 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8124ec24-1bd2-408c-aa52-d472cffe5e10 req-2ed1b1b3-6372-4f9b-8dbf-091d1ef6cf04 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.2465057 Feb 07 02:48:04.870991 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] Checking router: a868dec6-f52e-4095-8f4e-27881bd47174 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:48:04.879747 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:48:04.880698 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:04.933589 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:04.956492 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-7882cdcf-98de-4a30-b12e-c05922544e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:04.958196 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-7882cdcf-98de-4a30-b12e-c05922544e12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 200 len: 909 time: 0.1691034 Feb 07 02:48:04.984943 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8124ec24-1bd2-408c-aa52-d472cffe5e10 req-23085399-255c-44cb-8755-9535baf5fdb1 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213639 Feb 07 02:48:04.998499 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:48:05.033945 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-369fc261-dd12-4d12-aca9-83c41a701545 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 200 len: 217 time: 0.0550282 Feb 07 02:48:05.039160 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:48:05.042348 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:48:05.044722 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:48:05.072643 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'Port': ['ID=981c9d6e-c4f7-4933-b05c-1731d5769651,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:05.099836 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:05.100489 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:05.118237 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-e8655e1c-af20-4e28-a5aa-7ed6d571d8c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0865207 Feb 07 02:48:05.210192 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '2c834fff-ff57-49f8-8120-2bfc51995aad', 'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'mac_address': 'fa:16:3e:07:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:36Z', 'updated_at': '2022-02-07T02:42:41Z', 'revision_number': 5, 'project_id': '21a9d29f17224774a232218b99165d32', 'subnets': [{'id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:05.241314 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca94030-c00b-4f0b-8c94-41595ee4f592 None None] The sync data for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi is: [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:42:36Z', 'revision_number': 4, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '2c834fff-ff57-49f8-8120-2bfc51995aad', 'name': '', 'network_id': 'abcb529c-d80c-4377-a13b-0c35e5fa15df', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'mac_address': 'fa:16:3e:07:4a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:36Z', 'updated_at': '2022-02-07T02:42:41Z', 'revision_number': 5, 'project_id': '21a9d29f17224774a232218b99165d32', 'subnets': [{'id': '94eaca85-8eae-4a59-8bdf-b11f8b3cf954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:48:05.300296 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-9b3deac8-773d-4c45-8c2a-06909a764d7b None None] Provisioning complete for port 981c9d6e-c4f7-4933-b05c-1731d5769651 triggered by entity DHCP. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:48:05.300861 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9b3deac8-773d-4c45-8c2a-06909a764d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:05.335569 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-9b3deac8-773d-4c45-8c2a-06909a764d7b None None] Port 981c9d6e-c4f7-4933-b05c-1731d5769651 cannot update to ACTIVE because it is not bound. {{(pid=109071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 07 02:48:05.360653 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38fd1-10cb-46f3-b1c6-ed517af85df9 req-2da7deea-0ce9-4d9b-85d7-90fbac837f8c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:05.362118 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b4f38fd1-10cb-46f3-b1c6-ed517af85df9 req-2da7deea-0ce9-4d9b-85d7-90fbac837f8c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 932 time: 0.0554874 Feb 07 02:48:05.411391 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b4f38fd1-10cb-46f3-b1c6-ed517af85df9 req-689b86d8-ce62-48d4-b28d-5188773b5d39 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 Feb 07 02:48:05.474691 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a9da3-0f70-4b13-949a-a22ea3e4dff4 None None] New status for floating IP d5876817-f9e5-4a55-a408-0a48e170ef97: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:48:05.888432 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b44d-c2c3-4fc9-9981-8a39362de161 req-c7654974-021a-49e0-853f-f8d6ec6bd3e8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:05.889901 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b31b44d-c2c3-4fc9-9981-8a39362de161 req-c7654974-021a-49e0-853f-f8d6ec6bd3e8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 943 time: 0.0526662 Feb 07 02:48:05.935623 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b31b44d-c2c3-4fc9-9981-8a39362de161 req-bb515c59-9fb4-4147-9e1b-8a5b9573a632 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Feb 07 02:48:06.019452 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3fcc007a-fe9c-44e7-937b-3a62a62152c1 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:48:06.111420 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68917452-c182-48d5-8a6b-95e61a3d4898 req-8ab1e00d-cfd4-4bfb-8c8d-1a2d80cf8c83 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:06.113028 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-68917452-c182-48d5-8a6b-95e61a3d4898 req-8ab1e00d-cfd4-4bfb-8c8d-1a2d80cf8c83 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0589828 Feb 07 02:48:06.123287 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3fcc007a-fe9c-44e7-937b-3a62a62152c1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fcc007a-fe9c-44e7-937b-3a62a62152c1,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:06.137992 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '3fcc007a-fe9c-44e7-937b-3a62a62152c1', 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835', 'port_id': '3fcc007a-fe9c-44e7-937b-3a62a62152c1', 'mac_address': 'fa:16:3e:15:74:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e04070-e320-4bcc-acbd-c8ac3e9531d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:48:06.166552 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-68917452-c182-48d5-8a6b-95e61a3d4898 req-ed301967-bc5b-4441-b4f5-6fc9d940ea5c tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473278 Feb 07 02:48:06.179516 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:48:06.179902 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:06.193514 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcc007a-fe9c-44e7-937b-3a62a62152c1 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:48:06.216853 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3fcc007a-fe9c-44e7-937b-3a62a62152c1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fcc007a-fe9c-44e7-937b-3a62a62152c1,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:06.220940 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:06.265476 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=3fcc007a-fe9c-44e7-937b-3a62a62152c1,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:06.525143 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9cc31-22a4-4072-a2fb-dfe198b3ec57 req-5f323d17-5ce6-4614-9820-4c7d6c41a2c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:06.526567 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e0b9cc31-22a4-4072-a2fb-dfe198b3ec57 req-5f323d17-5ce6-4614-9820-4c7d6c41a2c1 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 932 time: 0.0505295 Feb 07 02:48:06.576171 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e0b9cc31-22a4-4072-a2fb-dfe198b3ec57 req-49872249-ccdd-4ac1-a1f5-b167ce749cbd tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441623 Feb 07 02:48:07.051939 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89489a-4b7f-4974-b42b-407943d02047 req-a7e407a0-d5b3-4a12-813e-34c9c7dd040e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:07.053308 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7b89489a-4b7f-4974-b42b-407943d02047 req-a7e407a0-d5b3-4a12-813e-34c9c7dd040e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 944 time: 0.0501847 Feb 07 02:48:07.101652 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-7b89489a-4b7f-4974-b42b-407943d02047 req-a8a283f3-65c3-4020-a855-f268fbdc5961 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Feb 07 02:48:07.285537 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b108b6-10d4-4d8e-8a07-791832e4c3d3 req-c2e4af12-4187-4609-987e-b4b58d6a69e4 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:07.286993 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-30b108b6-10d4-4d8e-8a07-791832e4c3d3 req-c2e4af12-4187-4609-987e-b4b58d6a69e4 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0515659 Feb 07 02:48:07.341952 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-30b108b6-10d4-4d8e-8a07-791832e4c3d3 req-f3cd180c-5547-4cd9-a6e7-32dfa5782c44 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493720 Feb 07 02:48:07.689891 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708483-f523-4915-977e-1f3585c32054 req-936e84bd-ddca-4cba-b882-ae06a2e03a1f tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:07.691365 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9b708483-f523-4915-977e-1f3585c32054 req-936e84bd-ddca-4cba-b882-ae06a2e03a1f tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 932 time: 0.0507832 Feb 07 02:48:07.738757 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-9b708483-f523-4915-977e-1f3585c32054 req-b3e3d7b8-f395-4e75-a6ef-9c4688ee58aa tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406873 Feb 07 02:48:07.741844 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Request body: {'port': {'device_id': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:48:07.804248 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-4842c8f2-d0ab-4b69-b696-7d8f24036105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:07.806184 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-4842c8f2-d0ab-4b69-b696-7d8f24036105 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94eaca85-8eae-4a59-8bdf-b11f8b3cf954 HTTP/1.1" status: 200 len: 847 time: 0.0766659 Feb 07 02:48:07.997324 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['3fcc007a-fe9c-44e7-937b-3a62a62152c1'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:48:08.092079 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:08.109520 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:08.158180 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-96d3bc21-812b-4c6f-81a5-45af870b9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:08.159638 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-96d3bc21-812b-4c6f-81a5-45af870b9e9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=abcb529c-d80c-4377-a13b-0c35e5fa15df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820456 Feb 07 02:48:08.394422 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d4c75-b1a1-4d02-826a-bb0e133d608f req-33a04a4c-fcbe-4d3f-8713-7fdc238f94e4 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:08.396213 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2e6d4c75-b1a1-4d02-826a-bb0e133d608f req-33a04a4c-fcbe-4d3f-8713-7fdc238f94e4 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 944 time: 0.2149649 Feb 07 02:48:08.404070 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-e172ebd3-4892-4995-89a3-6dd92aaf7348 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342963 Feb 07 02:48:08.457811 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16c859-ade6-4168-8a4b-557c96dcfb79 req-c6566f27-96c2-4f2d-9457-0fe1cc236564 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:08.459261 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2f16c859-ade6-4168-8a4b-557c96dcfb79 req-c6566f27-96c2-4f2d-9457-0fe1cc236564 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0504284 Feb 07 02:48:08.509545 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2f16c859-ade6-4168-8a4b-557c96dcfb79 req-c25bd87a-478d-4d3b-9e4b-519dcddd6378 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/security-groups?id=918b83f1-037e-481e-bf41-4f04c69d7038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442312 Feb 07 02:48:08.538172 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2e6d4c75-b1a1-4d02-826a-bb0e133d608f req-086ab9b6-218a-4804-ae08-3b52018d8b15 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331358 Feb 07 02:48:08.565201 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc58c896-0cc2-47f4-b8db-8576e3583c19 req-9f708d0c-353e-432d-9f49-1987175e4fc7 service neutron] 10.222.0.13 "GET /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507814 Feb 07 02:48:08.604330 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981c9d6e-c4f7-4933-b05c-1731d5769651 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:48:08.611673 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Publish callbacks [] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:08.623268 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Transition to ACTIVE for port object 981c9d6e-c4f7-4933-b05c-1731d5769651 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:48:08.625995 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:08.698180 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Pushing event updated for resources: {'Port': ['ID=981c9d6e-c4f7-4933-b05c-1731d5769651,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:08.753955 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Attempting to bind port 981c9d6e-c4f7-4933-b05c-1731d5769651 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:48:08.754604 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Attempting to bind port 981c9d6e-c4f7-4933-b05c-1731d5769651 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:48:08.754604 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Attempting to bind port 981c9d6e-c4f7-4933-b05c-1731d5769651 on network cc9544ab-0eed-49d7-80b6-5927b9db83bc {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:48:08.764993 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Port 981c9d6e-c4f7-4933-b05c-1731d5769651 on network cc9544ab-0eed-49d7-80b6-5927b9db83bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:48:08.765209 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Attempting to bind port 981c9d6e-c4f7-4933-b05c-1731d5769651 on network cc9544ab-0eed-49d7-80b6-5927b9db83bc {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:48:08.770820 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:48:08.771164 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Checking segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:48:08.771558 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Bound using segment: {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:48:08.772133 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Bound port: 981c9d6e-c4f7-4933-b05c-1731d5769651, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:48:08.772563 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:08.871386 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa0fcd-8fe1-4e9c-87af-e81b8123520e req-cd1f1234-0337-4ea8-8439-28eb049b181b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:08.874132 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-65aa0fcd-8fe1-4e9c-87af-e81b8123520e req-cd1f1234-0337-4ea8-8439-28eb049b181b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0645299 Feb 07 02:48:08.877017 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] For port 981c9d6e-c4f7-4933-b05c-1731d5769651, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:48:08.881355 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] For port 981c9d6e-c4f7-4933-b05c-1731d5769651, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=981c9d6e-c4f7-4933-b05c-1731d5769651,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:48:08.894668 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-753c64f7-d952-4d8a-a74d-02d880610b77 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:08.896163 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-753c64f7-d952-4d8a-a74d-02d880610b77 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 946 time: 0.0883355 Feb 07 02:48:08.897730 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:08.929046 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-65aa0fcd-8fe1-4e9c-87af-e81b8123520e req-171624b5-ac81-4207-b574-5fdf885d9fdf tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491848 Feb 07 02:48:08.960733 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:08.961532 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:08.963519 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] 10.222.0.13 "PUT /v2.0/ports/981c9d6e-c4f7-4933-b05c-1731d5769651 HTTP/1.1" status: 200 len: 1094 time: 1.2264054 Feb 07 02:48:08.968252 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:08.970597 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a994156f-c204-4469-bdfd-9b10f348ac34" -d '{"events": [{"name": "network-changed", "server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:09.060195 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b12bee8-9bf2-4c05-af67-6ce5b1e7a361 x-openstack-request-id: req-7b12bee8-9bf2-4c05-af67-6ce5b1e7a361 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:09.060507 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:09.060760 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b12bee8-9bf2-4c05-af67-6ce5b1e7a361 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:09.061147 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'status': 'completed', 'code': 200} Feb 07 02:48:09.078875 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d8f3f-e2c1-4a04-97cb-d4309379e383 service neutron] Pushing event updated for resources: {'Port': ['ID=981c9d6e-c4f7-4933-b05c-1731d5769651,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:09.112614 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-f7ed37bb-4ea0-4307-bb89-494efbe8d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:09.114135 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-f7ed37bb-4ea0-4307-bb89-494efbe8d507 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 1128 time: 0.1081138 Feb 07 02:48:09.129378 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Deleting port 5d848f08-3b09-43fe-b459-aa9a33cfae39 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:09.129621 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:09.169169 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-8dc1f919-7518-4e0a-8129-15f1119ca3db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981c9d6e-c4f7-4933-b05c-1731d5769651 HTTP/1.1" status: 200 len: 217 time: 0.0473232 Feb 07 02:48:09.261403 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-8c5e0a8d-54d2-4437-bcff-4c8a8780f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:09.262756 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-8c5e0a8d-54d2-4437-bcff-4c8a8780f46c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0666900 Feb 07 02:48:09.280498 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] For port 5d848f08-3b09-43fe-b459-aa9a33cfae39, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5d848f08-3b09-43fe-b459-aa9a33cfae39,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:09.280856 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:09.293867 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Calling delete_port for 5d848f08-3b09-43fe-b459-aa9a33cfae39 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:09.419042 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (5d848f08-3b09-43fe-b459-aa9a33cfae39), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:09.448262 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event deleted for resources: {'Port': ['ID=5d848f08-3b09-43fe-b459-aa9a33cfae39,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:09.488947 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] No DVR routers for this DVR port 5d848f08-3b09-43fe-b459-aa9a33cfae39 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:48:09.491392 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:09.495347 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af0df2e9-56b3-4865-940f-d3c6443ab39e req-0361d244-cbba-46b3-ae80-53a531cee9a3 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.13 "DELETE /v2.0/ports/5d848f08-3b09-43fe-b459-aa9a33cfae39 HTTP/1.1" status: 204 len: 173 time: 0.5933778 Feb 07 02:48:09.607694 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-897c00e1-88f3-40e1-b263-0ed0a63bda16 req-04a95ea4-6e71-4c66-81d9-91722f1e14dd tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 210 time: 0.0264306 Feb 07 02:48:09.658096 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec32422-8ece-442f-8cee-274f21dcd640 req-100bb4fa-8a14-4248-a477-8bb2a61829c9 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:09.659573 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6ec32422-8ece-442f-8cee-274f21dcd640 req-100bb4fa-8a14-4248-a477-8bb2a61829c9 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 944 time: 0.0515480 Feb 07 02:48:09.708782 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6ec32422-8ece-442f-8cee-274f21dcd640 req-565fd17b-2769-43d6-a711-a015ddb0d6d3 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431347 Feb 07 02:48:10.043568 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7b69d-70eb-43be-be59-f5209630361f req-d793bb4b-09cf-4c5e-9a9b-58d1ab3dd40f tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:10.044952 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1ce7b69d-70eb-43be-be59-f5209630361f req-d793bb4b-09cf-4c5e-9a9b-58d1ab3dd40f tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0509884 Feb 07 02:48:10.092210 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1ce7b69d-70eb-43be-be59-f5209630361f req-3258c84e-70f0-4ff8-97e4-5de19c241ad6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 Feb 07 02:48:10.212691 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-118fbadd-8b05-48a6-b679-f8383760c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:10.214079 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-118fbadd-8b05-48a6-b679-f8383760c8a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443857 Feb 07 02:48:10.830575 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e685885-6bc5-46c2-821e-69dd359a2c8c req-78d3a9d4-037e-41df-9cfb-8e01cf6f6149 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:10.831956 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1e685885-6bc5-46c2-821e-69dd359a2c8c req-78d3a9d4-037e-41df-9cfb-8e01cf6f6149 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 944 time: 0.0551875 Feb 07 02:48:10.849939 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-71567ed2-5be7-457c-92ce-5613b252cf3c req-1cf30ea3-8a30-4bc8-a086-9dafc78ca464 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 210 time: 0.0257800 Feb 07 02:48:10.877691 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1e685885-6bc5-46c2-821e-69dd359a2c8c req-78625071-a701-4f19-9b3a-51ca8a3794f3 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Feb 07 02:48:11.062793 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'name': 'network-vif-deleted', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:11.065169 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988117ea-392b-42e0-8558-56235fb72a48" -d '{"events": [{"server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "name": "network-vif-deleted", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:11.098775 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4511603a-f352-4d7e-ac0f-496adadae92b x-openstack-request-id: req-4511603a-f352-4d7e-ac0f-496adadae92b {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:11.099068 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e21db20-8f12-46aa-9119-87fbfffc61ab", "name": "network-vif-deleted", "tag": "5d848f08-3b09-43fe-b459-aa9a33cfae39", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:11.099344 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4511603a-f352-4d7e-ac0f-496adadae92b {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:11.099767 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e21db20-8f12-46aa-9119-87fbfffc61ab', 'name': 'network-vif-deleted', 'tag': '5d848f08-3b09-43fe-b459-aa9a33cfae39', 'status': 'completed', 'code': 200} Feb 07 02:48:11.204498 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2517ab-48eb-4ea3-82de-95b8718f408b req-de2e516f-3212-438c-aef5-e1fae7131d5d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:11.205912 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd2517ab-48eb-4ea3-82de-95b8718f408b req-de2e516f-3212-438c-aef5-e1fae7131d5d tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0504379 Feb 07 02:48:11.252533 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-cd2517ab-48eb-4ea3-82de-95b8718f408b req-ef027512-24a8-492f-8c69-e65afdd5a03b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410807 Feb 07 02:48:11.905081 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3fcc007a-fe9c-44e7-937b-3a62a62152c1 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:48:11.960767 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:48:11.964730 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:48:11.965102 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:11.971913 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cb0fbfc9-388e-48fe-81b4-c9e8fa31cd98 req-c925d3de-dd56-4cbe-9eab-c2fa2e1ceef4 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 210 time: 0.0320089 Feb 07 02:48:12.009035 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-b9898917-2293-4a92-a240-47161dc91fde service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145942 Feb 07 02:48:12.017748 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466e967-c187-4af5-8e6f-7815036e3655 req-1636acd2-6139-4ff9-b718-9a9101ab8ca6 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:12.019212 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3466e967-c187-4af5-8e6f-7815036e3655 req-1636acd2-6139-4ff9-b718-9a9101ab8ca6 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 944 time: 0.0619485 Feb 07 02:48:12.049394 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:48:12.050228 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:12.065887 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3466e967-c187-4af5-8e6f-7815036e3655 req-4422181f-1f1f-4689-9152-fead83168277 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405741 Feb 07 02:48:12.072271 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc007a-fe9c-44e7-937b-3a62a62152c1'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:12.075322 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e703efa-db90-4842-8f87-fe1f0c7a2b7b" -d '{"events": [{"server_uuid": "118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65", "name": "network-vif-plugged", "status": "completed", "tag": "3fcc007a-fe9c-44e7-937b-3a62a62152c1"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:12.099497 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 3fcc007a-fe9c-44e7-937b-3a62a62152c1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fcc007a-fe9c-44e7-937b-3a62a62152c1,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:12.106442 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:12.126264 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88888ab5-d625-46eb-9fa6-7bf51c7dd109 req-b7e53ea8-9b7e-4f6d-ae8d-43496c7ddf3c service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963204 Feb 07 02:48:12.130260 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee29656-8392-4849-ae5a-740ee8cb32ea x-openstack-request-id: req-4ee29656-8392-4849-ae5a-740ee8cb32ea {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:12.130547 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65", "name": "network-vif-plugged", "status": "completed", "tag": "3fcc007a-fe9c-44e7-937b-3a62a62152c1", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:12.130786 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ee29656-8392-4849-ae5a-740ee8cb32ea {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:12.131167 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcc007a-fe9c-44e7-937b-3a62a62152c1', 'code': 200} Feb 07 02:48:12.159179 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=3fcc007a-fe9c-44e7-937b-3a62a62152c1,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:12.228480 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-8ae4c941-c0bd-4b1b-a251-cf09db415f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:12.229963 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-8ae4c941-c0bd-4b1b-a251-cf09db415f3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 1128 time: 0.0491254 Feb 07 02:48:12.366218 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3195d9-1974-41ee-9e4d-7a4c6569e050 req-e62a9f1e-9b59-4c3e-bdc3-c73f7f70d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:12.368382 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0f3195d9-1974-41ee-9e4d-7a4c6569e050 req-e62a9f1e-9b59-4c3e-bdc3-c73f7f70d21a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 1129 time: 0.1084278 Feb 07 02:48:12.405153 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-0602dc84-3292-447d-85c4-3eb9bf16511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:12.406981 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-0602dc84-3292-447d-85c4-3eb9bf16511a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.1650231 Feb 07 02:48:12.408690 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59deaf-d1ed-4385-9758-bb763dd60688 req-888f7f22-3d15-4ff5-b858-4199952705f4 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:12.416208 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ba59deaf-d1ed-4385-9758-bb763dd60688 req-888f7f22-3d15-4ff5-b858-4199952705f4 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0833817 Feb 07 02:48:12.470708 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ba59deaf-d1ed-4385-9758-bb763dd60688 req-689581f9-2658-49da-8588-00fe6ea1dde0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536058 Feb 07 02:48:12.474325 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-0b676e74-4ab7-48bd-bdb1-98e53b1d0ba0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981c9d6e-c4f7-4933-b05c-1731d5769651 HTTP/1.1" status: 200 len: 217 time: 0.0522330 Feb 07 02:48:12.476448 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0f3195d9-1974-41ee-9e4d-7a4c6569e050 req-ff3d414f-1501-4263-86a9-d5a448dd607f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940249 Feb 07 02:48:12.757723 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-40f0e3a7-22fe-47a5-be29-36d186cd11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:12.759719 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-40f0e3a7-22fe-47a5-be29-36d186cd11c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0464790 Feb 07 02:48:12.813896 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-093ad95e-38ed-4b64-a5c3-1d1d7756dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:12.815403 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-093ad95e-38ed-4b64-a5c3-1d1d7756dd70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458357 Feb 07 02:48:12.901302 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-0fb9b7a0-0498-424e-906a-f3f710e2ae71 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789492 Feb 07 02:48:12.996131 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a994156f-c204-4469-bdfd-9b10f348ac34 req-acb64fea-d047-4974-8d4d-546f3c14618b service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865040 Feb 07 02:48:13.094005 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-851ff084-e247-483b-8958-9545a6f01502 req-d82d5db6-2b3f-4732-8107-47ce6d252ee8 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e21db20-8f12-46aa-9119-87fbfffc61ab HTTP/1.1" status: 200 len: 210 time: 0.0328233 Feb 07 02:48:13.191371 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab5d02-2cbd-4b45-ba57-9924fee3c832 req-a2e7f3e8-d179-465e-a595-3c14717bbe4a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:13.192868 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4dab5d02-2cbd-4b45-ba57-9924fee3c832 req-a2e7f3e8-d179-465e-a595-3c14717bbe4a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 945 time: 0.0527992 Feb 07 02:48:13.245617 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4dab5d02-2cbd-4b45-ba57-9924fee3c832 req-594d140a-79da-4160-94b0-9710f3d7be74 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461037 Feb 07 02:48:13.587094 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b041d8e-35fd-444f-b5d4-2912ff8b74d7 req-41ad2eb6-707b-4058-9f8d-502a4a341b87 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:13.588562 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8b041d8e-35fd-444f-b5d4-2912ff8b74d7 req-41ad2eb6-707b-4058-9f8d-502a4a341b87 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0527232 Feb 07 02:48:13.637878 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8b041d8e-35fd-444f-b5d4-2912ff8b74d7 req-e787f4cf-6d9d-4882-b411-299fc1ee7d99 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Feb 07 02:48:14.148132 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55786) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:14.202602 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6c8ae31-c94f-49c9-ba54-fb59a6a6e824 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group (918b83f1-037e-481e-bf41-4f04c69d7038), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:14.226994 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6c8ae31-c94f-49c9-ba54-fb59a6a6e824 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group (918b83f1-037e-481e-bf41-4f04c69d7038), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:14.285864 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6c8ae31-c94f-49c9-ba54-fb59a6a6e824 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (918b83f1-037e-481e-bf41-4f04c69d7038), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:14.288656 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-c6c8ae31-c94f-49c9-ba54-fb59a6a6e824 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:14.289835 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-c6c8ae31-c94f-49c9-ba54-fb59a6a6e824 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] 10.222.0.15 "DELETE /v2.0/security-groups/918b83f1-037e-481e-bf41-4f04c69d7038 HTTP/1.1" status: 204 len: 168 time: 0.1400383 Feb 07 02:48:14.303218 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8ae31-c94f-49c9-ba54-fb59a6a6e824 tempest-TestShelveInstance-142271459 tempest-TestShelveInstance-142271459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b83f1-037e-481e-bf41-4f04c69d7038,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:14.364689 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55794) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:14.367466 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba5408-a837-45c1-9b5f-b918c0690bb4 req-1e00f8d4-7921-4188-a75d-40e03fee7000 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:14.369591 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-18ba5408-a837-45c1-9b5f-b918c0690bb4 req-1e00f8d4-7921-4188-a75d-40e03fee7000 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 945 time: 0.0557818 Feb 07 02:48:14.418768 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-18ba5408-a837-45c1-9b5f-b918c0690bb4 req-9b7d057c-4c81-438a-bf0d-7eab1efa0891 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Feb 07 02:48:14.784146 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc020-ae4d-4044-9250-58477541b3ad req-767a1848-bddc-4767-8feb-565cf9c676dd tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:14.785624 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-150cc020-ae4d-4044-9250-58477541b3ad req-767a1848-bddc-4767-8feb-565cf9c676dd tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0824237 Feb 07 02:48:14.864441 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-150cc020-ae4d-4044-9250-58477541b3ad req-882ebe69-bf90-4752-8fbb-f8c430bf48dd tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719328 Feb 07 02:48:14.879560 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640310'] for router_interface (a868dec6-f52e-4095-8f4e-27881bd47174), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:15.117361 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Deleting port 2c834fff-ff57-49f8-8120-2bfc51995aad {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:15.117673 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:15.193004 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] For port 2c834fff-ff57-49f8-8120-2bfc51995aad, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=2c834fff-ff57-49f8-8120-2bfc51995aad,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:15.193357 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:15.205505 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Calling delete_port for 2c834fff-ff57-49f8-8120-2bfc51995aad owned by network:router_interface {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:15.366561 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-17620e5e-8843-4dd9-a549-90662b938d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:15.381564 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (2c834fff-ff57-49f8-8120-2bfc51995aad), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:15.411267 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c834fff-ff57-49f8-8120-2bfc51995aad,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:15.550080 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25fdbd-0632-454c-9177-e68d8687cd28 req-ca08b18e-3766-416a-8cc0-3326b87a8eaf tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:15.551750 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dc25fdbd-0632-454c-9177-e68d8687cd28 req-ca08b18e-3766-416a-8cc0-3326b87a8eaf tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 945 time: 0.0572445 Feb 07 02:48:15.577956 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640418'] for router_interface (a868dec6-f52e-4095-8f4e-27881bd47174), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:15.605657 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dc25fdbd-0632-454c-9177-e68d8687cd28 req-4ec83ed1-417d-4bd1-8194-a30aa74f2407 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480185 Feb 07 02:48:15.788362 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Router a868dec6-f52e-4095-8f4e-27881bd47174 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:48:15.891661 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:48:15.897066 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-f3439042-5805-4422-9b9b-a978c936e809 admin admin] 10.222.0.15 "PUT /v2.0/routers/a868dec6-f52e-4095-8f4e-27881bd47174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5303931 Feb 07 02:48:15.899495 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55806) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:15.902525 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] Sync routers for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:48:15.911683 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:48:15.912417 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:16.016526 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:48:16.027791 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1439ba-2dd2-46d7-9dce-b09bf20fe1ba req-716131b6-9614-4cce-ba7c-f95f85604462 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:16.029265 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fd1439ba-2dd2-46d7-9dce-b09bf20fe1ba req-716131b6-9614-4cce-ba7c-f95f85604462 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0918019 Feb 07 02:48:16.055408 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks [] for router (a868dec6-f52e-4095-8f4e-27881bd47174), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.148040 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fd1439ba-2dd2-46d7-9dce-b09bf20fe1ba req-0191f3e3-e2a1-44d3-b7cc-f5e355a99f1b tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126380 Feb 07 02:48:16.172405 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5d848f08-3b09-43fe-b459-aa9a33cfae39 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:48:16.188748 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks [] for router_gateway (a868dec6-f52e-4095-8f4e-27881bd47174), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.194260 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 5d848f08-3b09-43fe-b459-aa9a33cfae39 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:48:16.194606 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 5d848f08-3b09-43fe-b459-aa9a33cfae39 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:48:16.220973 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:48:15Z', 'revision_number': 5, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port': {'id': 'be61a13b-2361-494a-9148-d00b9cb81cca', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:32Z', 'updated_at': '2022-02-07T02:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:16.242391 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Deleting port be61a13b-2361-494a-9148-d00b9cb81cca {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:16.242968 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.250431 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] Checking router: a868dec6-f52e-4095-8f4e-27881bd47174 for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:48:16.259413 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] Routers {'a868dec6-f52e-4095-8f4e-27881bd47174'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:48:16.260003 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:47:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['a868dec6-f52e-4095-8f4e-27881bd47174'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:16.361163 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] Set router a868dec6-f52e-4095-8f4e-27881bd47174 gateway port host: None {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:48:16.550711 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:48:16Z', 'revision_number': 6, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port_host': None}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:16.567215 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] For port be61a13b-2361-494a-9148-d00b9cb81cca, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=be61a13b-2361-494a-9148-d00b9cb81cca,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:16.567581 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.578443 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba817d07-6cc1-4580-9ea4-9c124127507a None None] The sync data for ids ['a868dec6-f52e-4095-8f4e-27881bd47174'] in dv-cinder-828061-1-iscsi is: [{'id': 'a868dec6-f52e-4095-8f4e-27881bd47174', 'name': 'tempest-TestShelveInstance-425232554-router', 'tenant_id': '21a9d29f17224774a232218b99165d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:31Z', 'updated_at': '2022-02-07T02:48:16Z', 'revision_number': 6, 'project_id': '21a9d29f17224774a232218b99165d32', 'gw_port_host': None}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:48:16.580784 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Calling delete_port for be61a13b-2361-494a-9148-d00b9cb81cca owned by network:router_gateway {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:16.722601 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c849a-ed4d-4e05-bcec-4004a6e68bed req-77c847f1-fb20-4116-a87f-2ee04dc67392 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:16.724087 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-426c849a-ed4d-4e05-bcec-4004a6e68bed req-77c847f1-fb20-4116-a87f-2ee04dc67392 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 945 time: 0.0523798 Feb 07 02:48:16.743478 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (be61a13b-2361-494a-9148-d00b9cb81cca), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.768877 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=be61a13b-2361-494a-9148-d00b9cb81cca,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:16.771804 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-426c849a-ed4d-4e05-bcec-4004a6e68bed req-21a2a1a9-3162-42f7-a90f-d45b07c0730f tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Feb 07 02:48:16.826896 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1641216'] for router_gateway (a868dec6-f52e-4095-8f4e-27881bd47174), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.921068 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15885'] for router (a868dec6-f52e-4095-8f4e-27881bd47174), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.923440 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks [] for router_controller (a868dec6-f52e-4095-8f4e-27881bd47174), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.974222 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638032'] for router (a868dec6-f52e-4095-8f4e-27881bd47174), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.974758 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a868dec6-f52e-4095-8f4e-27881bd47174 {{(pid=109069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 02:48:16.979754 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:16.981773 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-df74bd2e-4968-4148-9513-58ecef7e17d6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a868dec6-f52e-4095-8f4e-27881bd47174 HTTP/1.1" status: 204 len: 168 time: 1.0805268 Feb 07 02:48:16.983837 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55820) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:17.034865 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca997d6e-9d19-4a0c-84f6-422bdb955032 admin admin] Deleting subnet 94eaca85-8eae-4a59-8bdf-b11f8b3cf954 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:48:17.038310 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ca997d6e-9d19-4a0c-84f6-422bdb955032 admin admin] Publish callbacks [] for subnet (94eaca85-8eae-4a59-8bdf-b11f8b3cf954), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.074066 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ca997d6e-9d19-4a0c-84f6-422bdb955032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13350466'] for subnet (94eaca85-8eae-4a59-8bdf-b11f8b3cf954), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.152607 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ca997d6e-9d19-4a0c-84f6-422bdb955032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (94eaca85-8eae-4a59-8bdf-b11f8b3cf954), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.215762 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ca997d6e-9d19-4a0c-84f6-422bdb955032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13349921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13335487'] for subnet (94eaca85-8eae-4a59-8bdf-b11f8b3cf954), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.258380 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ca997d6e-9d19-4a0c-84f6-422bdb955032 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.263652 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca5cb7-6b10-40e0-8fe5-e3e8e7b3dce3 None None] Network abcb529c-d80c-4377-a13b-0c35e5fa15df requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:48:17.264786 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55830) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:17.265266 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ca997d6e-9d19-4a0c-84f6-422bdb955032 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/94eaca85-8eae-4a59-8bdf-b11f8b3cf954 HTTP/1.1" status: 204 len: 168 time: 0.2799709 Feb 07 02:48:17.281931 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca997d6e-9d19-4a0c-84f6-422bdb955032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94eaca85-8eae-4a59-8bdf-b11f8b3cf954,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:17.311308 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28d0f0-ffb1-4e1b-88af-5231aa7ab237 req-9309513c-d1d7-404d-83ba-dadb5c76c30c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:17.313010 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2a28d0f0-ffb1-4e1b-88af-5231aa7ab237 req-9309513c-d1d7-404d-83ba-dadb5c76c30c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0902956 Feb 07 02:48:17.342070 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (abcb529c-d80c-4377-a13b-0c35e5fa15df), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.369382 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2a28d0f0-ffb1-4e1b-88af-5231aa7ab237 req-891093ab-8554-4386-88fe-b8671fc8935c tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497715 Feb 07 02:48:17.417247 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Deleting port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:17.417588 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.449489 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75644bf-5129-43ba-bc3f-8aba597d2d9e None None] DHCP port deletion for abcb529c-d80c-4377-a13b-0c35e5fa15df request from dv-cinder-828061-1-iscsi {{(pid=109071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 02:48:17.494670 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] For port 66d2da7a-eaa8-476f-b607-dd350b0ddde4, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=66d2da7a-eaa8-476f-b607-dd350b0ddde4,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:17.495219 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.508935 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-f75644bf-5129-43ba-bc3f-8aba597d2d9e None None] Deleting port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:17.509276 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f75644bf-5129-43ba-bc3f-8aba597d2d9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.509539 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Calling delete_port for 66d2da7a-eaa8-476f-b607-dd350b0ddde4 owned by network:dhcp {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:17.586672 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-f75644bf-5129-43ba-bc3f-8aba597d2d9e None None] For port 66d2da7a-eaa8-476f-b607-dd350b0ddde4, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=66d2da7a-eaa8-476f-b607-dd350b0ddde4,segment=NetworkSegment(5babb2ea-c5d1-4ce3-8a18-c969085b0d8a),segment_id=5babb2ea-c5d1-4ce3-8a18-c969085b0d8a)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:17.587242 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f75644bf-5129-43ba-bc3f-8aba597d2d9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.608324 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.612557 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-f75644bf-5129-43ba-bc3f-8aba597d2d9e None None] Calling delete_port for 66d2da7a-eaa8-476f-b607-dd350b0ddde4 owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:17.648384 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d2da7a-eaa8-476f-b607-dd350b0ddde4,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:17.653820 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] No DVR routers for this DVR port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 on host dv-cinder-828061-1-iscsi {{(pid=109069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:48:17.717551 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f75644bf-5129-43ba-bc3f-8aba597d2d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130'] for port (66d2da7a-eaa8-476f-b607-dd350b0ddde4), after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.751439 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (abcb529c-d80c-4377-a13b-0c35e5fa15df), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.760245 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75644bf-5129-43ba-bc3f-8aba597d2d9e None None] No DVR routers for this DVR port 66d2da7a-eaa8-476f-b607-dd350b0ddde4 on host dv-cinder-828061-1-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:48:17.765395 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75644bf-5129-43ba-bc3f-8aba597d2d9e None None] Pushing event deleted for resources: {'Port': ['ID=66d2da7a-eaa8-476f-b607-dd350b0ddde4,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:17.804953 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f0e952ef-a41e-40aa-aaa5-48fac330ae43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.805725 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcb529c-d80c-4377-a13b-0c35e5fa15df']}} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:17.817505 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a') {'for_net_delete': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:17.817874 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5babb2ea-c5d1-4ce3-8a18-c969085b0d8a') {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:17.831571 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12591889'] for segment (5babb2ea-c5d1-4ce3-8a18-c969085b0d8a), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.846337 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (5babb2ea-c5d1-4ce3-8a18-c969085b0d8a), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.852877 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:48:17.853252 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776260'] for segment (5babb2ea-c5d1-4ce3-8a18-c969085b0d8a), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: Traceback (most recent call last): Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: timer() Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: cb(*args, **kw) Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: return func(*args, **kwargs) Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: self._notify() Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: self.callback(batched_events) Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: event.method(event) Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: return f(self, *a, **k) Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._get(url).json() Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: return self.request(url, 'GET', **kwargs) Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:48:17.855040 dv-cinder-828061-1-iscsi neutron-server[109069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:48:17.909506 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (abcb529c-d80c-4377-a13b-0c35e5fa15df), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.926269 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:17.929472 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/abcb529c-d80c-4377-a13b-0c35e5fa15df HTTP/1.1" status: 204 len: 168 time: 0.6630294 Feb 07 02:48:17.931052 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595491c-7457-45e6-bb5c-0bd2778cf4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=abcb529c-d80c-4377-a13b-0c35e5fa15df,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:17.933064 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55862) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:18.293992 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640310'] for router_interface (31fb2766-d0a5-416c-ad10-f374486a2755), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:18.510850 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936750e-2193-4f86-806c-575fe5d49280 req-6fa99d4c-ad8d-403c-ac63-af4510709c26 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:18.512315 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0936750e-2193-4f86-806c-575fe5d49280 req-6fa99d4c-ad8d-403c-ac63-af4510709c26 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0655859 Feb 07 02:48:18.534053 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-e187bd20-8691-41b8-9a16-058e39d61baf tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:18.536129 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-e187bd20-8691-41b8-9a16-058e39d61baf tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 815 time: 0.1019263 Feb 07 02:48:18.549888 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-9690e1c9-9dcb-47f6-9ece-d7880235a69a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/quotas/32ffab3576ce4eaeb40893e31d8af4d7 HTTP/1.1" status: 200 len: 375 time: 0.0089405 Feb 07 02:48:18.605149 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-c34d8018-9a96-4e32-98dc-8c610e25f183 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500302 Feb 07 02:48:18.607258 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-0936750e-2193-4f86-806c-575fe5d49280 req-c6c6ccb1-3a8e-471e-8666-2436fc556e0f tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886068 Feb 07 02:48:18.642952 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Deleting port 57ac1565-a311-4009-93ec-411c29c09fda {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:18.643296 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (57ac1565-a311-4009-93ec-411c29c09fda), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:18.665771 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device be61a13b-2361-494a-9148-d00b9cb81cca no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:48:18.692026 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: be61a13b-2361-494a-9148-d00b9cb81cca {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:48:18.692391 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device be61a13b-2361-494a-9148-d00b9cb81cca not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:48:18.692815 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 66d2da7a-eaa8-476f-b607-dd350b0ddde4 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:48:18.701261 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-be2b69e5-af07-4d60-8732-2514c242c26a service neutron] 10.222.0.15 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872436 Feb 07 02:48:18.712466 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 66d2da7a-eaa8-476f-b607-dd350b0ddde4 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:48:18.712819 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 66d2da7a-eaa8-476f-b607-dd350b0ddde4 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:48:18.713237 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 2c834fff-ff57-49f8-8120-2bfc51995aad no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:48:18.732630 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] For port 57ac1565-a311-4009-93ec-411c29c09fda, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=57ac1565-a311-4009-93ec-411c29c09fda,segment=NetworkSegment(db1233f8-4afa-4d4d-8f43-0cdfb3d31711),segment_id=db1233f8-4afa-4d4d-8f43-0cdfb3d31711)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:18.732889 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 2c834fff-ff57-49f8-8120-2bfc51995aad {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:48:18.733104 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 2c834fff-ff57-49f8-8120-2bfc51995aad not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:48:18.733308 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (57ac1565-a311-4009-93ec-411c29c09fda), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:18.748790 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Calling delete_port for 57ac1565-a311-4009-93ec-411c29c09fda owned by network:router_interface {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:18.793919 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-2f5ef19d-ddaa-422b-9ff7-080a99929ba7 service neutron] 10.222.0.15 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870407 Feb 07 02:48:18.877738 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:18.927592 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (57ac1565-a311-4009-93ec-411c29c09fda), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:19.007786 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Pushing event deleted for resources: {'Port': ['ID=57ac1565-a311-4009-93ec-411c29c09fda,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:19.025673 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-a403338c-9143-443a-92f1-3bbabd6c4c20 req-e9474ac4-e6bc-4708-8138-d7ff51016489 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 210 time: 0.0861914 Feb 07 02:48:19.152441 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640418'] for router_interface (31fb2766-d0a5-416c-ad10-f374486a2755), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:19.376016 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Router 31fb2766-d0a5-416c-ad10-f374486a2755 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:48:19.490154 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:48:19.497577 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-8ec39a56-041e-4582-a158-d9fe646df19f admin admin] 10.222.0.15 "PUT /v2.0/routers/31fb2766-d0a5-416c-ad10-f374486a2755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5574765 Feb 07 02:48:19.497577 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55912) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:19.500260 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] Sync routers for ids ['31fb2766-d0a5-416c-ad10-f374486a2755'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:48:19.511646 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] Routers {'31fb2766-d0a5-416c-ad10-f374486a2755'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:48:19.512530 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:48:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['31fb2766-d0a5-416c-ad10-f374486a2755'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:19.600558 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks [] for router (31fb2766-d0a5-416c-ad10-f374486a2755), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:19.619034 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] Set router 31fb2766-d0a5-416c-ad10-f374486a2755 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:48:19.722320 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks [] for router_gateway (31fb2766-d0a5-416c-ad10-f374486a2755), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:19.733524 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fe1a2-60e4-4d5f-a1cc-b761284125f7 req-39b1a83a-d467-4396-b8d9-d472d275dded tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:19.735118 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1c2fe1a2-60e4-4d5f-a1cc-b761284125f7 req-39b1a83a-d467-4396-b8d9-d472d275dded tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 944 time: 0.0543113 Feb 07 02:48:19.780992 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Deleting port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:19.781335 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:19.789309 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1c2fe1a2-60e4-4d5f-a1cc-b761284125f7 req-6bbfdd63-bdff-4d00-b77c-a51537f35754 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482020 Feb 07 02:48:19.865007 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] For port ef52b3b7-f5e6-4004-afe4-8179f1ef20f9, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ef52b3b7-f5e6-4004-afe4-8179f1ef20f9,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:19.865367 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:19.878825 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Calling delete_port for ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 owned by network:router_gateway {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:19.899558 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:48:18Z', 'revision_number': 5, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'gw_port': {'id': 'ef52b3b7-f5e6-4004-afe4-8179f1ef20f9', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:19.942672 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] Checking router: 31fb2766-d0a5-416c-ad10-f374486a2755 for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:48:19.953226 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] Routers {'31fb2766-d0a5-416c-ad10-f374486a2755'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:48:19.953853 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:48:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['31fb2766-d0a5-416c-ad10-f374486a2755'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:20.006906 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-16a47cc8-00f9-4dcc-b5b0-50709cbb6d65 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:20.009064 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-16a47cc8-00f9-4dcc-b5b0-50709cbb6d65 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 815 time: 0.1268713 Feb 07 02:48:20.022814 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Request body: {'port': {'device_id': '75af617f-622d-4b3a-8c67-991163b5fc03', 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835', 'admin_state_up': True, 'tenant_id': '32ffab3576ce4eaeb40893e31d8af4d7'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:48:20.070189 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (ef52b3b7-f5e6-4004-afe4-8179f1ef20f9), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.071480 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] Set router 31fb2766-d0a5-416c-ad10-f374486a2755 gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:48:20.104576 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef52b3b7-f5e6-4004-afe4-8179f1ef20f9,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:20.140275 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:48:19Z', 'revision_number': 6, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'gw_port_host': None}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:20.154717 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 981c9d6e-c4f7-4933-b05c-1731d5769651 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:48:20.169410 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Made reservation on behalf of 32ffab3576ce4eaeb40893e31d8af4d7 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:48:20.172216 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b814386-b971-4067-a7e4-9b686b2edf4c None None] The sync data for ids ['31fb2766-d0a5-416c-ad10-f374486a2755'] in dv-cinder-828061-1-iscsi is: [{'id': '31fb2766-d0a5-416c-ad10-f374486a2755', 'name': 'tempest-TestShelveInstance-1421886679-router', 'tenant_id': 'dda52da4a9244401ae747dcfb7534442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:39Z', 'updated_at': '2022-02-07T02:48:19Z', 'revision_number': 6, 'project_id': 'dda52da4a9244401ae747dcfb7534442', 'gw_port_host': None}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:48:20.174091 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.181771 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-77e1f122-f313-4239-b0bc-468125ba2a29 req-83b66dfb-eb5e-456d-a222-74e0d1ed5080 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 210 time: 0.0517287 Feb 07 02:48:20.201184 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1641216'] for router_gateway (31fb2766-d0a5-416c-ad10-f374486a2755), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.297168 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.302297 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15885'] for router (31fb2766-d0a5-416c-ad10-f374486a2755), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.306784 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks [] for router_controller (31fb2766-d0a5-416c-ad10-f374486a2755), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.325516 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 981c9d6e-c4f7-4933-b05c-1731d5769651, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=981c9d6e-c4f7-4933-b05c-1731d5769651,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:20.328092 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Allocated IP 172.20.0.3 (53778243-fecb-4f9a-97ba-e450be5d6835/76e04070-e320-4bcc-acbd-c8ac3e9531d5/300f72ad-5447-4d73-81d5-2394db8fae55) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:48:20.338827 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'port_id': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'mac_address': 'fa:16:3e:19:d0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:48:20.371790 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638032'] for router (31fb2766-d0a5-416c-ad10-f374486a2755), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.374109 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31fb2766-d0a5-416c-ad10-f374486a2755 {{(pid=109069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 02:48:20.383054 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 981c9d6e-c4f7-4933-b05c-1731d5769651 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:48:20.383620 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.383773 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.385112 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-70070b5f-1280-47ea-b5de-7126ca8986e0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/31fb2766-d0a5-416c-ad10-f374486a2755 HTTP/1.1" status: 204 len: 168 time: 0.8866296 Feb 07 02:48:20.387651 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55928) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:20.403039 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981c9d6e-c4f7-4933-b05c-1731d5769651 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:48:20.431879 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 981c9d6e-c4f7-4933-b05c-1731d5769651, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=981c9d6e-c4f7-4933-b05c-1731d5769651,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:20.436855 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.438934 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddeecee0-ea70-4a56-89b8-45eb5211ab9d admin admin] Deleting subnet 2a03c5c4-5710-489d-96e2-287ecb78d643 {{(pid=109069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:48:20.442844 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ddeecee0-ea70-4a56-89b8-45eb5211ab9d admin admin] Publish callbacks [] for subnet (2a03c5c4-5710-489d-96e2-287ecb78d643), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.479800 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ddeecee0-ea70-4a56-89b8-45eb5211ab9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12591898'] for subnet (2a03c5c4-5710-489d-96e2-287ecb78d643), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.495228 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=981c9d6e-c4f7-4933-b05c-1731d5769651,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:20.509687 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks [] for port (300f72ad-5447-4d73-81d5-2394db8fae55), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.549495 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.562568 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['0af8883b-0b55-42ea-abd8-f7f7d74e55e9', '3fcc007a-fe9c-44e7-937b-3a62a62152c1'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:48:20.573613 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ddeecee0-ea70-4a56-89b8-45eb5211ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2a03c5c4-5710-489d-96e2-287ecb78d643), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.618039 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Network 53778243-fecb-4f9a-97ba-e450be5d6835 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:48:20.622588 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:48:20.624569 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Pushing event updated for resources: {'Port': ['ID=300f72ad-5447-4d73-81d5-2394db8fae55,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:20.631990 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:48:20.715748 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['981c9d6e-c4f7-4933-b05c-1731d5769651'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:48:20.727801 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:20.728487 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.747441 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-db07d294-4c2c-4001-83f1-2d27084e3028 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7294662 Feb 07 02:48:20.759907 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Request body: {'port': {'device_id': '75af617f-622d-4b3a-8c67-991163b5fc03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:48:20.822519 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.916703 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ddeecee0-ea70-4a56-89b8-45eb5211ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13353276'] for subnet (2a03c5c4-5710-489d-96e2-287ecb78d643), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.944462 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeecee0-ea70-4a56-89b8-45eb5211ab9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a03c5c4-5710-489d-96e2-287ecb78d643,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:20.946929 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-ddeecee0-ea70-4a56-89b8-45eb5211ab9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:20.953620 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55932) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:20.954862 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-ddeecee0-ea70-4a56-89b8-45eb5211ab9d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2a03c5c4-5710-489d-96e2-287ecb78d643 HTTP/1.1" status: 204 len: 168 time: 0.5660243 Feb 07 02:48:20.964398 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fad22d-dba7-401f-aa23-9f8f9ec3025a None None] Network a0beb690-b676-42d4-830c-e9aa7bb1b89b requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:48:21.084672 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 57ac1565-a311-4009-93ec-411c29c09fda no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:48:21.093401 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b5318-18f2-4e36-9719-339f040e02dc req-c65a8b19-6a6e-4e74-b830-6111822b5086 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:21.094938 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-064b5318-18f2-4e36-9719-339f040e02dc req-c65a8b19-6a6e-4e74-b830-6111822b5086 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 945 time: 0.2153878 Feb 07 02:48:21.097395 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (a0beb690-b676-42d4-830c-e9aa7bb1b89b), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.120822 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 57ac1565-a311-4009-93ec-411c29c09fda {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:48:21.121166 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 57ac1565-a311-4009-93ec-411c29c09fda not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:48:21.239226 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8ec8d-5f28-4652-b54c-fb7b6092c08e None None] DHCP port deletion for a0beb690-b676-42d4-830c-e9aa7bb1b89b request from dv-cinder-828061-1-iscsi {{(pid=109071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 02:48:21.291697 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-52c8ec8d-5f28-4652-b54c-fb7b6092c08e None None] Deleting port 15f64056-118c-462f-8ab9-bdc3755f0860 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:21.292080 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-52c8ec8d-5f28-4652-b54c-fb7b6092c08e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.328463 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87645-7c09-4608-beea-aee810aff9ea req-4a110c56-677c-4558-9d08-dc5063c0ba6b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:21.330054 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8eb87645-7c09-4608-beea-aee810aff9ea req-4a110c56-677c-4558-9d08-dc5063c0ba6b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 931 time: 0.0592468 Feb 07 02:48:21.363106 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-52c8ec8d-5f28-4652-b54c-fb7b6092c08e None None] For port 15f64056-118c-462f-8ab9-bdc3755f0860, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=15f64056-118c-462f-8ab9-bdc3755f0860,segment=NetworkSegment(db1233f8-4afa-4d4d-8f43-0cdfb3d31711),segment_id=db1233f8-4afa-4d4d-8f43-0cdfb3d31711)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:21.363599 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-52c8ec8d-5f28-4652-b54c-fb7b6092c08e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.378845 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-52c8ec8d-5f28-4652-b54c-fb7b6092c08e None None] Calling delete_port for 15f64056-118c-462f-8ab9-bdc3755f0860 owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:21.399690 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8eb87645-7c09-4608-beea-aee810aff9ea req-4c8485fc-2e59-462d-938c-035dcec81003 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573120 Feb 07 02:48:21.494349 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-064b5318-18f2-4e36-9719-339f040e02dc req-a87f42a5-451c-418a-bf0f-0301eb506faa tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3901775 Feb 07 02:48:21.495987 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-52c8ec8d-5f28-4652-b54c-fb7b6092c08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.535886 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8ec8d-5f28-4652-b54c-fb7b6092c08e None None] Pushing event deleted for resources: {'Port': ['ID=15f64056-118c-462f-8ab9-bdc3755f0860,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:21.541386 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c8ec8d-5f28-4652-b54c-fb7b6092c08e None None] No DVR routers for this DVR port 15f64056-118c-462f-8ab9-bdc3755f0860 on host dv-cinder-828061-1-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:48:21.553705 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Deleting port 15f64056-118c-462f-8ab9-bdc3755f0860 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:48:21.554053 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.557663 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300f72ad-5447-4d73-81d5-2394db8fae55 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:48:21.596501 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Publish callbacks [] for port (300f72ad-5447-4d73-81d5-2394db8fae55), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.621175 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Transition to ACTIVE for port object 300f72ad-5447-4d73-81d5-2394db8fae55 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:48:21.628029 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.638777 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] For port 15f64056-118c-462f-8ab9-bdc3755f0860, host dv-cinder-828061-1-iscsi, got binding levels [] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:21.639131 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.679435 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Calling delete_port for 15f64056-118c-462f-8ab9-bdc3755f0860 owned by network:dhcp {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:48:21.685485 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.ipam_backend_mixin [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Port 15f64056-118c-462f-8ab9-bdc3755f0860 was not found and therefore no delete operation was performed {{(pid=109070) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 07 02:48:21.689557 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (15f64056-118c-462f-8ab9-bdc3755f0860), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.704140 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Pushing event updated for resources: {'Port': ['ID=300f72ad-5447-4d73-81d5-2394db8fae55,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:21.743245 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] No DVR routers for this DVR port 15f64056-118c-462f-8ab9-bdc3755f0860 on host dv-cinder-828061-1-iscsi {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:48:21.745283 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=15f64056-118c-462f-8ab9-bdc3755f0860,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:21.846873 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (a0beb690-b676-42d4-830c-e9aa7bb1b89b), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.870104 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Attempting to bind port 300f72ad-5447-4d73-81d5-2394db8fae55 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:48:21.870438 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Attempting to bind port 300f72ad-5447-4d73-81d5-2394db8fae55 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:48:21.870764 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Attempting to bind port 300f72ad-5447-4d73-81d5-2394db8fae55 on network 53778243-fecb-4f9a-97ba-e450be5d6835 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:48:21.876553 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0beb690-b676-42d4-830c-e9aa7bb1b89b']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:21.878788 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Port 300f72ad-5447-4d73-81d5-2394db8fae55 on network 53778243-fecb-4f9a-97ba-e450be5d6835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:48:21.879108 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Attempting to bind port 300f72ad-5447-4d73-81d5-2394db8fae55 on network 53778243-fecb-4f9a-97ba-e450be5d6835 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:48:21.890242 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:48:21.890573 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Checking segment: {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:48:21.890949 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Bound using segment: {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:48:21.891367 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Bound port: 300f72ad-5447-4d73-81d5-2394db8fae55, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:48:21.891719 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.895111 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:21.895406 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1233f8-4afa-4d4d-8f43-0cdfb3d31711') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:21.911000 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (db1233f8-4afa-4d4d-8f43-0cdfb3d31711), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.942489 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.951004 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (db1233f8-4afa-4d4d-8f43-0cdfb3d31711), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.962223 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:48:21.962606 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (db1233f8-4afa-4d4d-8f43-0cdfb3d31711), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:48:21.964207 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:48:22.019217 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] For port 300f72ad-5447-4d73-81d5-2394db8fae55, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:48:22.022425 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] For port 300f72ad-5447-4d73-81d5-2394db8fae55, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=300f72ad-5447-4d73-81d5-2394db8fae55,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:48:22.026163 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (a0beb690-b676-42d4-830c-e9aa7bb1b89b), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.028578 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.037955 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.041079 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] 10.222.0.15 "DELETE /v2.0/networks/a0beb690-b676-42d4-830c-e9aa7bb1b89b HTTP/1.1" status: 204 len: 168 time: 1.0864062 Feb 07 02:48:22.071864 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5f7a2-d6d0-4333-b350-110d441a8a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0beb690-b676-42d4-830c-e9aa7bb1b89b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:22.078851 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:22.079484 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.080863 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] 10.222.0.13 "PUT /v2.0/ports/300f72ad-5447-4d73-81d5-2394db8fae55 HTTP/1.1" status: 200 len: 1093 time: 1.3256903 Feb 07 02:48:22.081289 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75af617f-622d-4b3a-8c67-991163b5fc03', 'tag': '300f72ad-5447-4d73-81d5-2394db8fae55'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:22.083513 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c244b04e-62f3-4a05-a1b6-37230eb676de" -d '{"events": [{"name": "network-changed", "server_uuid": "75af617f-622d-4b3a-8c67-991163b5fc03", "tag": "300f72ad-5447-4d73-81d5-2394db8fae55"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:22.110065 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbd239-880a-4a3a-8c0e-32fedff1db99 service neutron] Pushing event updated for resources: {'Port': ['ID=300f72ad-5447-4d73-81d5-2394db8fae55,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:22.131513 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4236b4ac-8c3f-442e-8241-574d151b8a2e x-openstack-request-id: req-4236b4ac-8c3f-442e-8241-574d151b8a2e {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:22.132055 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75af617f-622d-4b3a-8c67-991163b5fc03", "tag": "300f72ad-5447-4d73-81d5-2394db8fae55", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:22.132055 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4236b4ac-8c3f-442e-8241-574d151b8a2e {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:22.132462 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75af617f-622d-4b3a-8c67-991163b5fc03', 'tag': '300f72ad-5447-4d73-81d5-2394db8fae55', 'status': 'completed', 'code': 200} Feb 07 02:48:22.166067 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-9ce4290a-f4dd-4373-a97f-a2003c6ad8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:22.167558 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-9ce4290a-f4dd-4373-a97f-a2003c6ad8c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 1127 time: 0.0462797 Feb 07 02:48:22.171296 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 981c9d6e-c4f7-4933-b05c-1731d5769651 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:48:22.178368 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55946) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:22.213375 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-72b126fe-d6a6-4d09-8e1f-c6ca885aaeec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=300f72ad-5447-4d73-81d5-2394db8fae55 HTTP/1.1" status: 200 len: 217 time: 0.0391722 Feb 07 02:48:22.217941 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-6d2a5f0f-e0de-440a-9fa4-a769dc095da7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21a9d29f17224774a232218b99165d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383496 Feb 07 02:48:22.220365 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55948) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:22.228450 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 981c9d6e-c4f7-4933-b05c-1731d5769651 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:48:22.232380 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 981c9d6e-c4f7-4933-b05c-1731d5769651 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:48:22.232879 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.263690 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-cf373370-7f5b-46cd-96f0-bdf2b429bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:22.265213 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-cf373370-7f5b-46cd-96f0-bdf2b429bde9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e04070-e320-4bcc-acbd-c8ac3e9531d5 HTTP/1.1" status: 200 len: 855 time: 0.0463247 Feb 07 02:48:22.276558 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-410f61e7-29aa-4e43-9cc1-b26717f5b36c admin admin] Publish callbacks [] for security_group (b01eada1-28b8-4494-8b2d-cf0d611485ea), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.297929 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-9496d6b6-1f59-49ff-a865-a847f956fe34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53778243-fecb-4f9a-97ba-e450be5d6835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257819 Feb 07 02:48:22.300601 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-410f61e7-29aa-4e43-9cc1-b26717f5b36c admin admin] Publish callbacks [] for security_group (b01eada1-28b8-4494-8b2d-cf0d611485ea), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.319077 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 981c9d6e-c4f7-4933-b05c-1731d5769651 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:48:22.319640 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.343144 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:22.345402 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad30eb50-c432-4c96-810d-98a5d67fbe57" -d '{"events": [{"server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "name": "network-vif-plugged", "status": "completed", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:22.351069 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-410f61e7-29aa-4e43-9cc1-b26717f5b36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (b01eada1-28b8-4494-8b2d-cf0d611485ea), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.357058 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-410f61e7-29aa-4e43-9cc1-b26717f5b36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.358263 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-410f61e7-29aa-4e43-9cc1-b26717f5b36c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b01eada1-28b8-4494-8b2d-cf0d611485ea HTTP/1.1" status: 204 len: 168 time: 0.1369865 Feb 07 02:48:22.361505 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 981c9d6e-c4f7-4933-b05c-1731d5769651, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=981c9d6e-c4f7-4933-b05c-1731d5769651,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:22.367956 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.374846 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f61e7-29aa-4e43-9cc1-b26717f5b36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01eada1-28b8-4494-8b2d-cf0d611485ea,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:22.404557 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ee30ed-166f-4d3c-a8a6-0a4c9ed07700 x-openstack-request-id: req-84ee30ed-166f-4d3c-a8a6-0a4c9ed07700 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:22.404963 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "name": "network-vif-plugged", "status": "completed", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:22.405321 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84ee30ed-166f-4d3c-a8a6-0a4c9ed07700 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:22.405824 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'code': 200} Feb 07 02:48:22.427383 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-4ab2262e-2e99-46a4-b6e5-6170d2ff60fc service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208842 Feb 07 02:48:22.432710 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=981c9d6e-c4f7-4933-b05c-1731d5769651,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:22.527333 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e989a-750e-457d-8898-8063325135f8 req-6a25f5c5-c706-45bf-9f32-8ecf9c7ea1c6 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:22.531195 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9f99f4b-631d-4eee-a876-93534bcaa13d req-7d39017e-b2e2-4168-a03f-e2f43cb880a1 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967648 Feb 07 02:48:22.532832 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-dc9e989a-750e-457d-8898-8063325135f8 req-6a25f5c5-c706-45bf-9f32-8ecf9c7ea1c6 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 943 time: 0.0593259 Feb 07 02:48:22.621475 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-dc9e989a-750e-457d-8898-8063325135f8 req-f943f60f-892e-49b6-842d-5530ab124d59 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852201 Feb 07 02:48:22.718454 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 15f64056-118c-462f-8ab9-bdc3755f0860 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:48:22.727989 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d955a2-8236-4b83-9142-f9fb4f156239 req-93154b6e-d720-4ec3-bd45-370d5d77ca37 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:22.736448 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86d955a2-8236-4b83-9142-f9fb4f156239 req-93154b6e-d720-4ec3-bd45-370d5d77ca37 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 946 time: 0.1449752 Feb 07 02:48:22.745457 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 15f64056-118c-462f-8ab9-bdc3755f0860 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:48:22.746065 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 15f64056-118c-462f-8ab9-bdc3755f0860 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:48:22.746628 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:48:22.747614 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c9d2d-f871-4fed-b6bc-ee29db2cc945 req-a1650124-3b74-4fe4-a17e-aebde620ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:22.749131 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-684c9d2d-f871-4fed-b6bc-ee29db2cc945 req-a1650124-3b74-4fe4-a17e-aebde620ee9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 1130 time: 0.0969665 Feb 07 02:48:22.765226 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-91c0ed08-c0a0-4f39-99a7-0972ff235b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:22.766753 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-91c0ed08-c0a0-4f39-99a7-0972ff235b4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 1127 time: 0.1649268 Feb 07 02:48:22.770755 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:48:22.771346 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ef52b3b7-f5e6-4004-afe4-8179f1ef20f9 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:48:22.834066 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55966) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:22.877339 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-44ed1388-7e85-483c-8f61-88583705a855 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dda52da4a9244401ae747dcfb7534442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419352 Feb 07 02:48:22.879699 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55968) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:22.880767 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86d955a2-8236-4b83-9142-f9fb4f156239 req-99eb5c4d-bf57-4c5f-b90e-59fc76bdac59 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434429 Feb 07 02:48:22.892803 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-684c9d2d-f871-4fed-b6bc-ee29db2cc945 req-f718b286-19f0-4f8b-bdbc-38d1d902a9e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348996 Feb 07 02:48:22.928227 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-05b0a1a1-ff25-49d8-9d43-a653cf34022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:22.929893 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-05b0a1a1-ff25-49d8-9d43-a653cf34022f service neutron] 10.222.0.13 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 916 time: 0.1535847 Feb 07 02:48:22.934872 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 55970) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:22.942008 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-75c1eb3f-98f8-42de-a83f-063ae964414c admin admin] Publish callbacks [] for security_group (6e918266-2772-4b78-9130-3071c08b6300), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:22.964458 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-75c1eb3f-98f8-42de-a83f-063ae964414c admin admin] Publish callbacks [] for security_group (6e918266-2772-4b78-9130-3071c08b6300), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.016556 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-75c1eb3f-98f8-42de-a83f-063ae964414c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6e918266-2772-4b78-9130-3071c08b6300), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.019301 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-75c1eb3f-98f8-42de-a83f-063ae964414c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.023309 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-75c1eb3f-98f8-42de-a83f-063ae964414c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e918266-2772-4b78-9130-3071c08b6300 HTTP/1.1" status: 204 len: 168 time: 0.1424413 Feb 07 02:48:23.031724 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1eb3f-98f8-42de-a83f-063ae964414c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e918266-2772-4b78-9130-3071c08b6300,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:23.046726 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f18acd68-6d67-4a40-a431-c2aaf8be280d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.162023 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-aa88602d-ef08-41c1-98a1-77a338768eaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=300f72ad-5447-4d73-81d5-2394db8fae55 HTTP/1.1" status: 200 len: 217 time: 0.0519617 Feb 07 02:48:23.167673 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f18acd68-6d67-4a40-a431-c2aaf8be280d admin admin] Publish callbacks [] for security_group (d800bac2-0bda-45bd-961c-9ed7e7baeb67), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.179971 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f18acd68-6d67-4a40-a431-c2aaf8be280d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d800bac2-0bda-45bd-961c-9ed7e7baeb67), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.250902 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f18acd68-6d67-4a40-a431-c2aaf8be280d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af93a4b3ba884530ba1c4e6563478c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148611 Feb 07 02:48:23.253373 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18acd68-6d67-4a40-a431-c2aaf8be280d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d800bac2-0bda-45bd-961c-9ed7e7baeb67,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:23.253886 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55976) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:23.258677 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-6784b5b1-a4e3-4774-8eac-7c2df8f29745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:23.260192 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-6784b5b1-a4e3-4774-8eac-7c2df8f29745 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e04070-e320-4bcc-acbd-c8ac3e9531d5 HTTP/1.1" status: 200 len: 855 time: 0.0892494 Feb 07 02:48:23.296675 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-dfcc897c-4414-41c7-a930-075e94dcccb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53778243-fecb-4f9a-97ba-e450be5d6835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286827 Feb 07 02:48:23.310485 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6af9e93f-83b5-42f9-9b5b-cec73a3bb853 admin admin] Publish callbacks [] for security_group (d800bac2-0bda-45bd-961c-9ed7e7baeb67), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.334669 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6af9e93f-83b5-42f9-9b5b-cec73a3bb853 admin admin] Publish callbacks [] for security_group (d800bac2-0bda-45bd-961c-9ed7e7baeb67), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.382773 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6af9e93f-83b5-42f9-9b5b-cec73a3bb853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (d800bac2-0bda-45bd-961c-9ed7e7baeb67), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.386007 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6af9e93f-83b5-42f9-9b5b-cec73a3bb853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:23.387139 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-6af9e93f-83b5-42f9-9b5b-cec73a3bb853 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d800bac2-0bda-45bd-961c-9ed7e7baeb67 HTTP/1.1" status: 204 len: 168 time: 0.1322064 Feb 07 02:48:23.393171 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-e4defc1d-5240-4bc6-b15e-c88f72ec6abc service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892229 Feb 07 02:48:23.394835 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9e93f-83b5-42f9-9b5b-cec73a3bb853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d800bac2-0bda-45bd-961c-9ed7e7baeb67,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:23.491869 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c244b04e-62f3-4a05-a1b6-37230eb676de req-72307e29-f128-49b6-b11f-0f76969b16fb service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919545 Feb 07 02:48:23.753572 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fff8f0-5ecf-44f5-9389-3bfd275e3a19 req-9d944186-5198-4c73-aa57-c0ef397e4681 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:23.755172 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-17fff8f0-5ecf-44f5-9389-3bfd275e3a19 req-9d944186-5198-4c73-aa57-c0ef397e4681 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 943 time: 0.0573776 Feb 07 02:48:23.805814 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-17fff8f0-5ecf-44f5-9389-3bfd275e3a19 req-ac5e18a4-c81c-499b-8ad3-2675d39a9e5a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 Feb 07 02:48:24.002909 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23477f0f-6969-40c0-acfa-4eaf7689a6ec req-c4f3d03b-c065-43d1-a129-a0862bb6b88e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:24.004404 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-23477f0f-6969-40c0-acfa-4eaf7689a6ec req-c4f3d03b-c065-43d1-a129-a0862bb6b88e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 946 time: 0.0545738 Feb 07 02:48:24.060358 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-23477f0f-6969-40c0-acfa-4eaf7689a6ec req-eada821c-a6fd-4e9d-8d00-39725d045d15 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495172 Feb 07 02:48:24.173724 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 300f72ad-5447-4d73-81d5-2394db8fae55 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:48:24.267961 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 300f72ad-5447-4d73-81d5-2394db8fae55, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=300f72ad-5447-4d73-81d5-2394db8fae55,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:24.279655 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '300f72ad-5447-4d73-81d5-2394db8fae55', 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835', 'port_id': '300f72ad-5447-4d73-81d5-2394db8fae55', 'mac_address': 'fa:16:3e:74:03:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e04070-e320-4bcc-acbd-c8ac3e9531d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:48:24.314951 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 300f72ad-5447-4d73-81d5-2394db8fae55 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:48:24.315325 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:24.328059 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300f72ad-5447-4d73-81d5-2394db8fae55 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:48:24.347130 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 300f72ad-5447-4d73-81d5-2394db8fae55, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=300f72ad-5447-4d73-81d5-2394db8fae55,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:24.350126 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:24.394371 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=300f72ad-5447-4d73-81d5-2394db8fae55,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:24.627028 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['300f72ad-5447-4d73-81d5-2394db8fae55'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:48:24.922307 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402d287-8ca5-4e31-a862-e4190b347825 req-082ac8c7-0119-43fa-824f-142279087018 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:24.923761 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1402d287-8ca5-4e31-a862-e4190b347825 req-082ac8c7-0119-43fa-824f-142279087018 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 944 time: 0.0543931 Feb 07 02:48:24.969193 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-1402d287-8ca5-4e31-a862-e4190b347825 req-ffc0233b-5c78-4e4c-a656-4ac02a533425 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Feb 07 02:48:25.176152 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba35c4-254a-40f6-9a17-79964fd106c4 req-4c55317e-5ea6-487d-bd5b-cc009e180647 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:25.177642 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b5ba35c4-254a-40f6-9a17-79964fd106c4 req-4c55317e-5ea6-487d-bd5b-cc009e180647 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 946 time: 0.0535862 Feb 07 02:48:25.225146 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b5ba35c4-254a-40f6-9a17-79964fd106c4 req-fd23ce2d-20c7-4ce8-9e74-df1c95e26a08 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Feb 07 02:48:25.342903 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21516e5-7334-4553-b2cf-ec009503046f req-e747ca56-e5c2-4e75-9fc6-d954f47419ee tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:25.344427 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f21516e5-7334-4553-b2cf-ec009503046f req-e747ca56-e5c2-4e75-9fc6-d954f47419ee tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 946 time: 0.0564392 Feb 07 02:48:25.395585 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f21516e5-7334-4553-b2cf-ec009503046f req-997aa49e-d6e4-4d5f-ac6b-cd3673da51e3 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456672 Feb 07 02:48:25.417204 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55990) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:25.643114 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86efbe36-9df4-4595-a52a-36a3f9c09019 tempest-TestVolumeBootPattern-1787699851 tempest-TestVolumeBootPattern-1787699851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:25.644655 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-86efbe36-9df4-4595-a52a-36a3f9c09019 tempest-TestVolumeBootPattern-1787699851 tempest-TestVolumeBootPattern-1787699851-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 1125 time: 0.2264831 Feb 07 02:48:25.647361 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 55994) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:48:25.652057 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Request body: {'floatingip': {'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'port_id': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:48:25.672231 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:25.764233 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:25.865663 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_common [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Allocated IP 172.27.1.15 (01f17f2d-22c3-4418-9410-83b13ec0de51/05b8a5cb-5aac-47ad-88a3-f09be0174890/a935a437-695a-465f-9972-68183ebad499) {{(pid=109069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:48:25.962829 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for port (a935a437-695a-465f-9972-68183ebad499), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:25.994675 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (a935a437-695a-465f-9972-68183ebad499), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:26.038373 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Network 01f17f2d-22c3-4418-9410-83b13ec0de51 is already hosted by enough agents. {{(pid=109069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:48:26.041301 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Resources bound (agent type, host, resource id): {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:48:26.044740 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Received port after_create {{(pid=109069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:48:26.050029 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'Port': ['ID=a935a437-695a-465f-9972-68183ebad499,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:26.083817 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14fa93-4214-40ba-8668-e395680976c7 req-c4c74d7e-4aea-45a6-9ddc-2143c242bb9a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:26.085308 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc14fa93-4214-40ba-8668-e395680976c7 req-c4c74d7e-4aea-45a6-9ddc-2143c242bb9a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 944 time: 0.0519547 Feb 07 02:48:26.131613 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc14fa93-4214-40ba-8668-e395680976c7 req-3bb72c5b-b09d-4056-a21e-f41fad66a234 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391295 Feb 07 02:48:26.200165 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 300f72ad-5447-4d73-81d5-2394db8fae55 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:48:26.246767 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 300f72ad-5447-4d73-81d5-2394db8fae55 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:48:26.250919 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 300f72ad-5447-4d73-81d5-2394db8fae55 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:48:26.251295 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:26.332205 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 300f72ad-5447-4d73-81d5-2394db8fae55 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:48:26.332615 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:26.354945 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75af617f-622d-4b3a-8c67-991163b5fc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f72ad-5447-4d73-81d5-2394db8fae55'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:26.357293 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b2013-c6a7-47af-8118-dfa7fdb9568f" -d '{"events": [{"server_uuid": "75af617f-622d-4b3a-8c67-991163b5fc03", "name": "network-vif-plugged", "status": "completed", "tag": "300f72ad-5447-4d73-81d5-2394db8fae55"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:26.369692 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 300f72ad-5447-4d73-81d5-2394db8fae55, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=300f72ad-5447-4d73-81d5-2394db8fae55,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:26.373753 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:26.390082 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (876b573a-0b43-41d0-ad40-64dc1b8dc9a3), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:26.398956 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68de3f9b-1ae1-4d64-a6c8-8b3feae7057d x-openstack-request-id: req-68de3f9b-1ae1-4d64-a6c8-8b3feae7057d {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:26.399248 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75af617f-622d-4b3a-8c67-991163b5fc03", "name": "network-vif-plugged", "status": "completed", "tag": "300f72ad-5447-4d73-81d5-2394db8fae55", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:26.399499 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68de3f9b-1ae1-4d64-a6c8-8b3feae7057d {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:26.399879 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75af617f-622d-4b3a-8c67-991163b5fc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300f72ad-5447-4d73-81d5-2394db8fae55', 'code': 200} Feb 07 02:48:26.422964 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=300f72ad-5447-4d73-81d5-2394db8fae55,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:26.461961 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (a935a437-695a-465f-9972-68183ebad499), before_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:26.573803 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9aad-f3b0-4549-b4d8-fd4cd76bf709 req-87f99d6c-7a35-4e72-9209-bf1bcd5bea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:26.575298 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c48d9aad-f3b0-4549-b4d8-fd4cd76bf709 req-87f99d6c-7a35-4e72-9209-bf1bcd5bea28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 1129 time: 0.0475924 Feb 07 02:48:26.610474 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for port (a935a437-695a-465f-9972-68183ebad499), precommit_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:26.614989 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776248'] for port (a935a437-695a-465f-9972-68183ebad499), after_update {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:26.620667 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c48d9aad-f3b0-4549-b4d8-fd4cd76bf709 req-b3bc65c5-b8bb-4746-b29a-93ab396e3006 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379090 Feb 07 02:48:26.682969 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event updated for resources: {'Port': ['ID=a935a437-695a-465f-9972-68183ebad499,revision_number=2']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:26.690810 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1641334'] for floatingip (876b573a-0b43-41d0-ad40-64dc1b8dc9a3), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:26.787208 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Floating IP 876b573a-0b43-41d0-ad40-64dc1b8dc9a3 associated. External IP: 172.27.1.15, port: 981c9d6e-c4f7-4933-b05c-1731d5769651. Feb 07 02:48:26.993142 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Router 69602ddf-b632-4121-a6be-7f46fd08d4ec has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:48:27.097570 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:48:27.107632 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] Sync routers for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:48:27.115609 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:27.117472 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:48:27.118077 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:48:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:27.143803 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-961fab11-df80-4915-a4a2-4f261ffc8e1e tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4954545 Feb 07 02:48:27.144502 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:27.146757 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14ade8a-5b2a-4a54-957b-3f1044afc186" -d '{"events": [{"name": "network-changed", "server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:27.191900 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753d4b23-7d41-493b-8eb3-d545e3910c3f x-openstack-request-id: req-753d4b23-7d41-493b-8eb3-d545e3910c3f {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:27.192503 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:27.192759 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-753d4b23-7d41-493b-8eb3-d545e3910c3f {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:27.193161 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'status': 'completed', 'code': 200} Feb 07 02:48:27.229215 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:48:27.256687 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5edf82-717d-46f7-9ccb-059b08170e43 req-b71407bb-d021-4474-a62e-af485d32607b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:27.258266 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fa5edf82-717d-46f7-9ccb-059b08170e43 req-b71407bb-d021-4474-a62e-af485d32607b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 945 time: 0.0562837 Feb 07 02:48:27.259026 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-661f419b-f1be-4e37-b6f7-65145f457749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:27.260754 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-661f419b-f1be-4e37-b6f7-65145f457749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 1130 time: 0.0456481 Feb 07 02:48:27.314964 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-fa5edf82-717d-46f7-9ccb-059b08170e43 req-1cb76d58-0560-436b-ac36-3cd083810e8d tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452044 Feb 07 02:48:27.361549 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-58d2ad77-24b3-4640-adf9-661ff0cd4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:27.363006 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-58d2ad77-24b3-4640-adf9-661ff0cd4110 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.0947845 Feb 07 02:48:27.431308 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-fa0f43ce-a4c1-4e09-8c9a-1624bce11abe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981c9d6e-c4f7-4933-b05c-1731d5769651 HTTP/1.1" status: 200 len: 999 time: 0.0565898 Feb 07 02:48:27.460545 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '876b573a-0b43-41d0-ad40-64dc1b8dc9a3', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:19:d0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:48:26Z', 'updated_at': '2022-02-07T02:48:26Z', 'revision_number': 0, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}, {'id': 'f43a59de-a669-4fca-92e3-d5effaa65142', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:46:00Z', 'updated_at': '2022-02-07T02:46:03Z', 'revision_number': 1, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:27.479686 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-8acce010-b993-462d-8ed5-1bf945963645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:27.481220 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-8acce010-b993-462d-8ed5-1bf945963645 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0433140 Feb 07 02:48:27.486383 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] Checking router: 69602ddf-b632-4121-a6be-7f46fd08d4ec for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:48:27.494583 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:48:27.495183 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:48:18Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:27.535183 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-4fcc4e3b-aeaf-4601-a9e7-99f936f05af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:27.536670 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-4fcc4e3b-aeaf-4601-a9e7-99f936f05af7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473757 Feb 07 02:48:27.603128 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:48:27.624486 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-59448b19-7377-49b7-9a87-388345cffef0 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805833 Feb 07 02:48:27.729145 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d14ade8a-5b2a-4a54-957b-3f1044afc186 req-a853afc1-0713-401b-9e2b-410d99248745 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927594 Feb 07 02:48:27.960957 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '876b573a-0b43-41d0-ad40-64dc1b8dc9a3', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:19:d0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:48:26Z', 'updated_at': '2022-02-07T02:48:26Z', 'revision_number': 0, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}, {'id': 'f43a59de-a669-4fca-92e3-d5effaa65142', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:46:00Z', 'updated_at': '2022-02-07T02:46:03Z', 'revision_number': 1, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:48:27.987598 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27747f9b-d21c-4649-af49-74142fd81993 None None] The sync data for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi is: [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': '876b573a-0b43-41d0-ad40-64dc1b8dc9a3', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:19:d0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:48:26Z', 'updated_at': '2022-02-07T02:48:26Z', 'revision_number': 0, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}, {'id': 'f43a59de-a669-4fca-92e3-d5effaa65142', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:46:00Z', 'updated_at': '2022-02-07T02:46:03Z', 'revision_number': 1, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:48:28.168138 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d54c4c-5f36-407d-ae76-0d002fd91455 None None] New status for floating IP 876b573a-0b43-41d0-ad40-64dc1b8dc9a3: ACTIVE {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:48:28.430937 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6f445-8ce9-46f3-800b-ab5df7bc2a14 req-f3a028ff-d8a8-4822-9ea2-f4ee0edcb609 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:28.432420 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d6f445-8ce9-46f3-800b-ab5df7bc2a14 req-f3a028ff-d8a8-4822-9ea2-f4ee0edcb609 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 945 time: 0.0519793 Feb 07 02:48:28.477727 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-44d6f445-8ce9-46f3-800b-ab5df7bc2a14 req-a4dc00ad-d188-4a2d-ab83-18e1819284af tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Feb 07 02:48:30.980026 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:48:38.084967 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:39.166795 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e3a6de89-db8b-4dac-811a-707c07f5aa75 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:39.168251 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e3a6de89-db8b-4dac-811a-707c07f5aa75 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 815 time: 0.1028395 Feb 07 02:48:39.182238 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-ef9a89fb-a5e5-4395-97fc-e986726bab49 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/quotas/32ffab3576ce4eaeb40893e31d8af4d7 HTTP/1.1" status: 200 len: 375 time: 0.0085936 Feb 07 02:48:39.237105 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-6053c88e-7c11-4641-9d15-7ec6bdf180ca tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501587 Feb 07 02:48:39.325378 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-578bce41-18c9-4680-a214-667180c61374 service neutron] 10.222.0.15 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818217 Feb 07 02:48:39.413619 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-500986f8-20bb-4d29-ac8e-4b11bfaa0c7d service neutron] 10.222.0.15 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826871 Feb 07 02:48:39.564663 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-ad548875-dda1-4222-b6d9-f759db9d3a55 req-69170508-d669-45a5-821e-c39075f56e98 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 210 time: 0.0251732 Feb 07 02:48:40.660326 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-28af46a3-4e83-499a-b7e1-f119f2ba0801 req-89e88739-6bca-4fa4-9e3c-71a3674ca883 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 210 time: 0.0269535 Feb 07 02:48:40.782785 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-f1506175-f92a-47c7-a71d-a5ac46410660 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:40.784221 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-f1506175-f92a-47c7-a71d-a5ac46410660 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 815 time: 0.1032662 Feb 07 02:48:40.799673 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Request body: {'port': {'device_id': 'e91c80a6-468a-4b79-9776-e6aba5f6f833', 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835', 'admin_state_up': True, 'tenant_id': '32ffab3576ce4eaeb40893e31d8af4d7'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:48:40.904517 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Made reservation on behalf of 32ffab3576ce4eaeb40893e31d8af4d7 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:48:40.908240 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.032074 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Allocated IP 172.20.0.9 (53778243-fecb-4f9a-97ba-e450be5d6835/76e04070-e320-4bcc-acbd-c8ac3e9531d5/757fe633-fd9b-4eff-ba55-29062f4e8cd7) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 02:48:41.177833 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks [] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.210106 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782915421121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.222199 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['0af8883b-0b55-42ea-abd8-f7f7d74e55e9', '3fcc007a-fe9c-44e7-937b-3a62a62152c1', '300f72ad-5447-4d73-81d5-2394db8fae55'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:48:41.255168 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Network 53778243-fecb-4f9a-97ba-e450be5d6835 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 02:48:41.258377 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:48:41.261516 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 07 02:48:41.287351 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Pushing event updated for resources: {'Port': ['ID=757fe633-fd9b-4eff-ba55-29062f4e8cd7,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:41.312929 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:41.313554 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.328957 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4bbb17b6-0e61-447f-9cdd-67aa8f809ecd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5334995 Feb 07 02:48:41.340180 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Request body: {'port': {'device_id': 'e91c80a6-468a-4b79-9776-e6aba5f6f833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:48:41.400683 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.656947 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757fe633-fd9b-4eff-ba55-29062f4e8cd7 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:48:41.664826 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Publish callbacks [] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.678014 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Transition to ACTIVE for port object 757fe633-fd9b-4eff-ba55-29062f4e8cd7 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 02:48:41.682645 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.737551 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Pushing event updated for resources: {'Port': ['ID=757fe633-fd9b-4eff-ba55-29062f4e8cd7,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:41.788708 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a0af2-dd3f-4cc9-9f53-af8df0abd627 req-30beab46-c268-469e-8de9-6d8b5edc5220 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:41.790148 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f60a0af2-dd3f-4cc9-9f53-af8df0abd627 req-30beab46-c268-469e-8de9-6d8b5edc5220 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 943 time: 0.0534985 Feb 07 02:48:41.808358 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Attempting to bind port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 07 02:48:41.808788 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Attempting to bind port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 07 02:48:41.809123 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Attempting to bind port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 on network 53778243-fecb-4f9a-97ba-e450be5d6835 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:48:41.813453 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 on network 53778243-fecb-4f9a-97ba-e450be5d6835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 07 02:48:41.813776 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Attempting to bind port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 on network 53778243-fecb-4f9a-97ba-e450be5d6835 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 07 02:48:41.818578 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Checking agent: {'id': '39c58df9-fd5b-478f-99bf-43291d17088a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'started_at': datetime.datetime(2022, 2, 7, 2, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 2, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 07 02:48:41.818918 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Checking segment: {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:48:41.819298 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Bound using segment: {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 07 02:48:41.819728 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Bound port: 757fe633-fd9b-4eff-ba55-29062f4e8cd7, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 07 02:48:41.820079 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.836280 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-f60a0af2-dd3f-4cc9-9f53-af8df0abd627 req-a7dc9139-ec1a-432b-ba8d-84575b31a955 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Feb 07 02:48:41.881833 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] For port 757fe633-fd9b-4eff-ba55-29062f4e8cd7, host hv-cinder-82806, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 07 02:48:41.884905 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] For port 757fe633-fd9b-4eff-ba55-29062f4e8cd7, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=757fe633-fd9b-4eff-ba55-29062f4e8cd7,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 07 02:48:41.890936 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13350135'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.927370 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:41.927984 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:41.929412 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] 10.222.0.13 "PUT /v2.0/ports/757fe633-fd9b-4eff-ba55-29062f4e8cd7 HTTP/1.1" status: 200 len: 1093 time: 0.5932326 Feb 07 02:48:41.929849 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91c80a6-468a-4b79-9776-e6aba5f6f833', 'tag': '757fe633-fd9b-4eff-ba55-29062f4e8cd7'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:41.932751 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276d171d-dc4f-49e4-9acc-bd07c28a6a88" -d '{"events": [{"name": "network-changed", "server_uuid": "e91c80a6-468a-4b79-9776-e6aba5f6f833", "tag": "757fe633-fd9b-4eff-ba55-29062f4e8cd7"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:41.956558 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9925723-b72b-435a-ab11-5ea1be5b9b75 service neutron] Pushing event updated for resources: {'Port': ['ID=757fe633-fd9b-4eff-ba55-29062f4e8cd7,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:41.977602 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d5e034-d4e4-41d3-b9fe-c9eabcf1a1df x-openstack-request-id: req-15d5e034-d4e4-41d3-b9fe-c9eabcf1a1df {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:41.977890 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91c80a6-468a-4b79-9776-e6aba5f6f833", "tag": "757fe633-fd9b-4eff-ba55-29062f4e8cd7", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:41.978788 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15d5e034-d4e4-41d3-b9fe-c9eabcf1a1df {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:41.979176 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91c80a6-468a-4b79-9776-e6aba5f6f833', 'tag': '757fe633-fd9b-4eff-ba55-29062f4e8cd7', 'status': 'completed', 'code': 200} Feb 07 02:48:42.015600 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-b28af828-4643-47c4-b846-41db146c57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:42.017134 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-b28af828-4643-47c4-b846-41db146c57da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 1127 time: 0.0479393 Feb 07 02:48:42.064918 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-bd9ada34-7d0a-4dfc-bc88-cc5629b51bdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757fe633-fd9b-4eff-ba55-29062f4e8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0331759 Feb 07 02:48:42.112547 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-8be24138-fae1-46cf-a121-40a7622d82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:42.113926 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-8be24138-fae1-46cf-a121-40a7622d82c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e04070-e320-4bcc-acbd-c8ac3e9531d5 HTTP/1.1" status: 200 len: 855 time: 0.0421059 Feb 07 02:48:42.148557 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-289e11d3-7dcd-43d5-b8a8-c97b560c928a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53778243-fecb-4f9a-97ba-e450be5d6835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266964 Feb 07 02:48:42.237622 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-4784a19e-05ae-4fec-b29f-0038ac28c909 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795779 Feb 07 02:48:42.329005 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf10e947-9e34-4c1a-8974-02a724dbcc49 req-5d76edda-26ab-490e-a78a-dbb61d4221d1 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828209 Feb 07 02:48:42.465853 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-3cb92fd5-7ba1-4ccc-b641-d5ac44809b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:42.467284 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-3cb92fd5-7ba1-4ccc-b641-d5ac44809b38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 1127 time: 0.0465019 Feb 07 02:48:42.557737 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-91eafcb6-6433-48a4-b4cf-92b2b5125db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:42.559468 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-91eafcb6-6433-48a4-b4cf-92b2b5125db5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 200 len: 916 time: 0.0847156 Feb 07 02:48:42.604370 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-b1a0e893-c85a-45ee-9329-82a1fba96b91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=757fe633-fd9b-4eff-ba55-29062f4e8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0374508 Feb 07 02:48:42.654887 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-10776cf7-e5b8-4ca1-83d1-217d07381b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:42.656322 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-10776cf7-e5b8-4ca1-83d1-217d07381b53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76e04070-e320-4bcc-acbd-c8ac3e9531d5 HTTP/1.1" status: 200 len: 855 time: 0.0451627 Feb 07 02:48:42.694168 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-bd2541c1-4b4c-4af4-8b33-d3a3d2919e60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=53778243-fecb-4f9a-97ba-e450be5d6835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258086 Feb 07 02:48:42.793761 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-2a0c5415-6498-402f-9514-66c4efd1b503 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863621 Feb 07 02:48:42.891861 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-276d171d-dc4f-49e4-9acc-bd07c28a6a88 req-126812d4-b204-4be3-a48a-d50a96f2ce88 service neutron] 10.222.0.13 "GET /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842474 Feb 07 02:48:42.957609 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0ed05-f145-4731-b3d0-9335121d46a3 req-aede99bf-9eef-4024-98bd-b2cce73371c3 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:42.959071 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4ee0ed05-f145-4731-b3d0-9335121d46a3 req-aede99bf-9eef-4024-98bd-b2cce73371c3 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 943 time: 0.0534000 Feb 07 02:48:43.005992 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-4ee0ed05-f145-4731-b3d0-9335121d46a3 req-d380329b-66b2-4055-b550-81085acf2a32 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Feb 07 02:48:43.963369 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-d5974e21-1ca7-488d-aa51-8c99ad26d861 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420108 Feb 07 02:48:44.030566 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-6c985dd9-4b51-4f0a-bcbc-9a89572e84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:44.032092 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-6c985dd9-4b51-4f0a-bcbc-9a89572e84d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 1129 time: 0.0468102 Feb 07 02:48:44.278560 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 757fe633-fd9b-4eff-ba55-29062f4e8cd7 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=109071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 07 02:48:44.379322 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 757fe633-fd9b-4eff-ba55-29062f4e8cd7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=757fe633-fd9b-4eff-ba55-29062f4e8cd7,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:44.391481 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Returning: {'device': '757fe633-fd9b-4eff-ba55-29062f4e8cd7', 'network_id': '53778243-fecb-4f9a-97ba-e450be5d6835', 'port_id': '757fe633-fd9b-4eff-ba55-29062f4e8cd7', 'mac_address': 'fa:16:3e:eb:d0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e04070-e320-4bcc-acbd-c8ac3e9531d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 07 02:48:44.421801 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262c828-a27d-4ef3-abf1-dbc001af0dfa req-ba2e7158-54ee-4cb2-929a-c4a468087211 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:44.423261 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d262c828-a27d-4ef3-abf1-dbc001af0dfa req-ba2e7158-54ee-4cb2-929a-c4a468087211 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 943 time: 0.3299801 Feb 07 02:48:44.424752 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-d684dc52-5142-459d-a654-40646f95eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:44.426063 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-d684dc52-5142-459d-a654-40646f95eb84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.3736074 Feb 07 02:48:44.428933 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 is: DOWN; New status is: BUILD {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:48:44.429332 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:44.442104 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757fe633-fd9b-4eff-ba55-29062f4e8cd7 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 07 02:48:44.461515 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 757fe633-fd9b-4eff-ba55-29062f4e8cd7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=757fe633-fd9b-4eff-ba55-29062f4e8cd7,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:44.466070 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:44.512568 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d262c828-a27d-4ef3-abf1-dbc001af0dfa req-11f3c007-65d1-44aa-8057-92fe669070a0 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824246 Feb 07 02:48:44.516608 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=757fe633-fd9b-4eff-ba55-29062f4e8cd7,revision_number=4']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:44.518740 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-22c9c506-33d5-4cc3-8c0b-c9b9c4773f8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae HTTP/1.1" status: 200 len: 1001 time: 0.0827498 Feb 07 02:48:44.524030 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.524493 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.525510 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.525853 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.526188 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.526518 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.526845 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.527171 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.527496 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.527822 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.528143 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.528491 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.528860 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:48:44.570503 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-fa790d51-4aac-4fc7-87d5-1f6a60772a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:44.572208 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-fa790d51-4aac-4fc7-87d5-1f6a60772a50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0432458 Feb 07 02:48:44.623068 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-c0fb12a9-9716-45ad-8057-87ad4cc2f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:44.624575 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-c0fb12a9-9716-45ad-8057-87ad4cc2f2ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461612 Feb 07 02:48:44.711578 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-8c57bb4d-57e9-4adb-adb9-54d503b8637b service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799737 Feb 07 02:48:44.800581 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ddf0c18c-db7c-43b6-81e2-b1e36706746b req-d0cef564-6c41-4505-8636-9ab8f6f72fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824475 Feb 07 02:48:44.863231 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['757fe633-fd9b-4eff-ba55-29062f4e8cd7'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:48:45.368502 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a2cecc5-2ef6-42c3-8722-561ce5b18b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:45.631993 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d657eb-7cc7-4835-adee-14bba6edd5bb req-fc6b6190-7a7b-485e-a795-1b59598ccb2a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:45.633438 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b0d657eb-7cc7-4835-adee-14bba6edd5bb req-fc6b6190-7a7b-485e-a795-1b59598ccb2a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 944 time: 0.0545356 Feb 07 02:48:45.678767 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-b0d657eb-7cc7-4835-adee-14bba6edd5bb req-0939bf41-9029-4cd0-82cf-fe234a39eb4d tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Feb 07 02:48:46.278089 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 757fe633-fd9b-4eff-ba55-29062f4e8cd7 up at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 07 02:48:46.327513 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning for port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 completed by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 02:48:46.331152 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Provisioning complete for port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 triggered by entity L2. {{(pid=109071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 02:48:46.331516 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839350'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), provisioning_complete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:46.404823 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Current status of the port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 is: BUILD; New status is: ACTIVE {{(pid=109071) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 07 02:48:46.405472 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:46.427256 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91c80a6-468a-4b79-9776-e6aba5f6f833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757fe633-fd9b-4eff-ba55-29062f4e8cd7'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:48:46.429552 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2ca466423cffd628fa5dddacbd05ccf1a54da20fe5ede3eed19082094bcc840" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bee2306-1f05-4279-a733-b22fd7233021" -d '{"events": [{"server_uuid": "e91c80a6-468a-4b79-9776-e6aba5f6f833", "name": "network-vif-plugged", "status": "completed", "tag": "757fe633-fd9b-4eff-ba55-29062f4e8cd7"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:48:46.441627 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] For port 757fe633-fd9b-4eff-ba55-29062f4e8cd7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=757fe633-fd9b-4eff-ba55-29062f4e8cd7,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:48:46.446296 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782915891469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782915421139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782915421157'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:46.473080 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1370a899-1009-4cb6-bf6b-e549b95ac6e5 x-openstack-request-id: req-1370a899-1009-4cb6-bf6b-e549b95ac6e5 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:48:46.473373 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91c80a6-468a-4b79-9776-e6aba5f6f833", "name": "network-vif-plugged", "status": "completed", "tag": "757fe633-fd9b-4eff-ba55-29062f4e8cd7", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:48:46.473620 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1370a899-1009-4cb6-bf6b-e549b95ac6e5 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:48:46.474003 dv-cinder-828061-1-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91c80a6-468a-4b79-9776-e6aba5f6f833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757fe633-fd9b-4eff-ba55-29062f4e8cd7', 'code': 200} Feb 07 02:48:46.502300 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Pushing event updated for resources: {'Port': ['ID=757fe633-fd9b-4eff-ba55-29062f4e8cd7,revision_number=5']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:48:46.636638 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d28338-9003-4c04-a0cb-467abb028292 req-33b42729-0eec-4f70-855d-21dc89500164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:46.638107 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e9d28338-9003-4c04-a0cb-467abb028292 req-33b42729-0eec-4f70-855d-21dc89500164 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 1129 time: 0.0434210 Feb 07 02:48:46.683904 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e9d28338-9003-4c04-a0cb-467abb028292 req-eda5e7a6-ca7a-4cb7-acaf-7d3a8136dec6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Feb 07 02:48:46.794280 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069abc8-0975-4ec5-8e93-fdcdc893b00a req-9432a14e-12c8-4dae-bb95-230ec9d48da3 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:46.795730 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8069abc8-0975-4ec5-8e93-fdcdc893b00a req-9432a14e-12c8-4dae-bb95-230ec9d48da3 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 945 time: 0.0514300 Feb 07 02:48:46.840135 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-8069abc8-0975-4ec5-8e93-fdcdc893b00a req-baf76048-c144-4da0-a08d-c140f6cebada tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Feb 07 02:48:47.787412 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-de0fa683-977e-4878-ade1-8ab7e8dc7317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:47.961484 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec9ee9-d2f7-4a74-9240-d0cde32d46b8 req-87f85a36-46b8-428c-930e-e7f7e40a8b3e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:47.963528 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-58ec9ee9-d2f7-4a74-9240-d0cde32d46b8 req-87f85a36-46b8-428c-930e-e7f7e40a8b3e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 945 time: 0.0547423 Feb 07 02:48:48.016270 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-58ec9ee9-d2f7-4a74-9240-d0cde32d46b8 req-6472d485-5d46-4235-8b62-b057a75bd293 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471075 Feb 07 02:48:48.880894 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:49.130438 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b4c41-f238-4569-b7b1-02950edcaa68 req-ea9fbb7c-fcc3-4fe5-8a1f-af3914f8e8d4 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:48:49.131929 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-439b4c41-f238-4569-b7b1-02950edcaa68 req-ea9fbb7c-fcc3-4fe5-8a1f-af3914f8e8d4 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Feb 07 02:48:49.180676 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-439b4c41-f238-4569-b7b1-02950edcaa68 req-618c2378-3c42-4623-bf82-6c99869f5795 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Feb 07 02:48:50.282974 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:48:51.945246 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:00.885348 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db0994-c7e0-4051-98cf-6db51614c80c req-d18f6386-6f08-497d-a470-3e80bc6fec43 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:00.886773 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-73db0994-c7e0-4051-98cf-6db51614c80c req-d18f6386-6f08-497d-a470-3e80bc6fec43 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 945 time: 0.0512011 Feb 07 02:49:00.929957 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-73db0994-c7e0-4051-98cf-6db51614c80c req-d6f59448-b91c-4a85-b442-38ab47ee19e6 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 Feb 07 02:49:02.049013 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338202c4-974d-4575-8763-2cfd2b8c6dd4 req-6a88e286-8ca1-4013-bcd4-9ab07fd738ed tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:02.050462 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-338202c4-974d-4575-8763-2cfd2b8c6dd4 req-6a88e286-8ca1-4013-bcd4-9ab07fd738ed tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Feb 07 02:49:02.096175 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-338202c4-974d-4575-8763-2cfd2b8c6dd4 req-30bb5eb5-b086-486a-9b40-e802e02460df tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Feb 07 02:49:02.679531 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-64c4f620-47ec-4950-ab5d-438010e7330f tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:02.681049 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-64c4f620-47ec-4950-ab5d-438010e7330f tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 945 time: 0.0500381 Feb 07 02:49:02.771465 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Deleting port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:49:02.771801 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:02.857616 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] For port 757fe633-fd9b-4eff-ba55-29062f4e8cd7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=757fe633-fd9b-4eff-ba55-29062f4e8cd7,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:49:02.857897 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:02.870611 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Calling delete_port for 757fe633-fd9b-4eff-ba55-29062f4e8cd7 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:49:02.997394 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (757fe633-fd9b-4eff-ba55-29062f4e8cd7), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:03.009518 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['0af8883b-0b55-42ea-abd8-f7f7d74e55e9', '3fcc007a-fe9c-44e7-937b-3a62a62152c1', '300f72ad-5447-4d73-81d5-2394db8fae55', '757fe633-fd9b-4eff-ba55-29062f4e8cd7'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:49:03.024709 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Pushing event deleted for resources: {'Port': ['ID=757fe633-fd9b-4eff-ba55-29062f4e8cd7,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:03.037237 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.037591 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.037932 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.038270 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.038603 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.038933 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.039259 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.039583 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.039905 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.040228 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.041234 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.041562 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.041880 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:03.079096 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] No DVR routers for this DVR port 757fe633-fd9b-4eff-ba55-29062f4e8cd7 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:49:03.081564 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:03.084729 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6cef5571-fbe9-439b-81e1-da5736ae43fa req-ca36bb28-219f-4819-b1af-71d56a710c0b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "DELETE /v2.0/ports/757fe633-fd9b-4eff-ba55-29062f4e8cd7 HTTP/1.1" status: 204 len: 173 time: 0.3985367 Feb 07 02:49:03.085162 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91c80a6-468a-4b79-9776-e6aba5f6f833', 'name': 'network-vif-deleted', 'tag': '757fe633-fd9b-4eff-ba55-29062f4e8cd7'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:49:03.087348 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b9c087-47da-433d-b497-b50015e26252" -d '{"events": [{"server_uuid": "e91c80a6-468a-4b79-9776-e6aba5f6f833", "name": "network-vif-deleted", "tag": "757fe633-fd9b-4eff-ba55-29062f4e8cd7"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:49:03.130296 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d512a1-739e-425a-bd23-95be9fc4527d x-openstack-request-id: req-b6d512a1-739e-425a-bd23-95be9fc4527d {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:49:03.130592 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91c80a6-468a-4b79-9776-e6aba5f6f833", "name": "network-vif-deleted", "tag": "757fe633-fd9b-4eff-ba55-29062f4e8cd7", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:49:03.132483 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6d512a1-739e-425a-bd23-95be9fc4527d {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:49:03.133179 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91c80a6-468a-4b79-9776-e6aba5f6f833', 'name': 'network-vif-deleted', 'tag': '757fe633-fd9b-4eff-ba55-29062f4e8cd7', 'status': 'completed', 'code': 200} Feb 07 02:49:03.214116 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea9f4c66-d25e-4ae2-bb61-72fec6fd22aa req-e2179666-87c2-45ed-91ca-827560d8796f tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c80a6-468a-4b79-9776-e6aba5f6f833 HTTP/1.1" status: 200 len: 210 time: 0.0274243 Feb 07 02:49:05.602443 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd66ca8-cec9-4bca-a9cb-dc01dc8008b1 req-e76bd198-37bc-4bae-a000-ed4b65562360 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:05.603913 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2bd66ca8-cec9-4bca-a9cb-dc01dc8008b1 req-e76bd198-37bc-4bae-a000-ed4b65562360 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 945 time: 0.0513933 Feb 07 02:49:05.648561 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-2bd66ca8-cec9-4bca-a9cb-dc01dc8008b1 req-35d6cb47-e875-4818-a667-5cb90f48b98a tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391474 Feb 07 02:49:06.767296 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082fd25-be29-4881-9593-c8e2f715a7ba req-b270e093-760c-43d7-9b19-430fc208cca8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:06.768778 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5082fd25-be29-4881-9593-c8e2f715a7ba req-b270e093-760c-43d7-9b19-430fc208cca8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 945 time: 0.0518150 Feb 07 02:49:06.814220 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5082fd25-be29-4881-9593-c8e2f715a7ba req-4c028f20-6126-4e04-b302-1586834a3735 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 Feb 07 02:49:07.321363 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a31e3-779d-458b-b353-502577d326ac req-6667627a-ea72-4686-873c-d44af0c45594 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:07.322815 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c71a31e3-779d-458b-b353-502577d326ac req-6667627a-ea72-4686-873c-d44af0c45594 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 945 time: 0.0507736 Feb 07 02:49:07.415914 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-c71a31e3-779d-458b-b353-502577d326ac req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Deleting port 300f72ad-5447-4d73-81d5-2394db8fae55 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:49:07.416298 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c71a31e3-779d-458b-b353-502577d326ac req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:07.518309 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-c71a31e3-779d-458b-b353-502577d326ac req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] For port 300f72ad-5447-4d73-81d5-2394db8fae55, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=300f72ad-5447-4d73-81d5-2394db8fae55,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:49:07.518665 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c71a31e3-779d-458b-b353-502577d326ac req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:07.530640 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-c71a31e3-779d-458b-b353-502577d326ac req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Calling delete_port for 300f72ad-5447-4d73-81d5-2394db8fae55 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:49:07.656869 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c71a31e3-779d-458b-b353-502577d326ac req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (300f72ad-5447-4d73-81d5-2394db8fae55), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:07.669871 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['0af8883b-0b55-42ea-abd8-f7f7d74e55e9', '3fcc007a-fe9c-44e7-937b-3a62a62152c1', '300f72ad-5447-4d73-81d5-2394db8fae55'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:49:07.684327 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Pushing event deleted for resources: {'Port': ['ID=300f72ad-5447-4d73-81d5-2394db8fae55,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:07.733897 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71a31e3-779d-458b-b353-502577d326ac req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] No DVR routers for this DVR port 300f72ad-5447-4d73-81d5-2394db8fae55 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:49:07.736508 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c71a31e3-779d-458b-b353-502577d326ac req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:07.739703 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c71a31e3-779d-458b-b353-502577d326ac req-a01a217c-8b0b-4d01-ac0f-ddd94fd858f8 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "DELETE /v2.0/ports/300f72ad-5447-4d73-81d5-2394db8fae55 HTTP/1.1" status: 204 len: 173 time: 0.4109497 Feb 07 02:49:07.740250 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75af617f-622d-4b3a-8c67-991163b5fc03', 'name': 'network-vif-deleted', 'tag': '300f72ad-5447-4d73-81d5-2394db8fae55'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:49:07.742495 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50135a2-2d82-4d36-842f-ddc996076b63" -d '{"events": [{"server_uuid": "75af617f-622d-4b3a-8c67-991163b5fc03", "name": "network-vif-deleted", "tag": "300f72ad-5447-4d73-81d5-2394db8fae55"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:49:07.783185 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d4d4ee-97a1-49dd-8479-6f717fb84829 x-openstack-request-id: req-69d4d4ee-97a1-49dd-8479-6f717fb84829 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:49:07.783854 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75af617f-622d-4b3a-8c67-991163b5fc03", "name": "network-vif-deleted", "tag": "300f72ad-5447-4d73-81d5-2394db8fae55", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:49:07.783854 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69d4d4ee-97a1-49dd-8479-6f717fb84829 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:49:07.784122 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75af617f-622d-4b3a-8c67-991163b5fc03', 'name': 'network-vif-deleted', 'tag': '300f72ad-5447-4d73-81d5-2394db8fae55', 'status': 'completed', 'code': 200} Feb 07 02:49:07.925941 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8d3428bc-89e2-47dc-bc43-bbe4e0743cf2 req-6d7e1724-931e-4121-8804-7eb2949b7850 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=75af617f-622d-4b3a-8c67-991163b5fc03 HTTP/1.1" status: 200 len: 210 time: 0.0274589 Feb 07 02:49:07.978487 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:49:08.083378 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:08.356147 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 757fe633-fd9b-4eff-ba55-29062f4e8cd7 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:49:08.376044 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 757fe633-fd9b-4eff-ba55-29062f4e8cd7 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:49:08.376408 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 757fe633-fd9b-4eff-ba55-29062f4e8cd7 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:49:09.190679 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec03e3f-a0ba-4fd0-81c6-b3c93dbc4eba req-d7a57539-6f2a-41e6-a01e-4f77a5975041 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:09.192112 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-aec03e3f-a0ba-4fd0-81c6-b3c93dbc4eba req-d7a57539-6f2a-41e6-a01e-4f77a5975041 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 945 time: 0.0553381 Feb 07 02:49:09.237768 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-aec03e3f-a0ba-4fd0-81c6-b3c93dbc4eba req-555e6037-b887-4c9d-acbd-1efaec555d0f tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Feb 07 02:49:10.355491 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3966-28b7-4945-bee7-64ce53d634e2 req-6cf7fbac-e3fa-45d0-812d-a5a44785c3ae tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:10.356970 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1acf3966-28b7-4945-bee7-64ce53d634e2 req-6cf7fbac-e3fa-45d0-812d-a5a44785c3ae tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 945 time: 0.0512125 Feb 07 02:49:10.402114 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1acf3966-28b7-4945-bee7-64ce53d634e2 req-50640413-8fec-4e12-a908-9f2a5c8d1d52 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396450 Feb 07 02:49:10.542629 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-4a8044eb-f60d-47cb-b7f0-d595f85d77dd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:10.543975 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-4a8044eb-f60d-47cb-b7f0-d595f85d77dd tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "GET /v2.0/ports?device_id=118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65 HTTP/1.1" status: 200 len: 945 time: 0.0538728 Feb 07 02:49:10.633787 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Deleting port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:49:10.634160 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:10.722469 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] For port 3fcc007a-fe9c-44e7-937b-3a62a62152c1, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fcc007a-fe9c-44e7-937b-3a62a62152c1,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:49:10.722834 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:10.735978 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Calling delete_port for 3fcc007a-fe9c-44e7-937b-3a62a62152c1 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:49:10.861416 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (3fcc007a-fe9c-44e7-937b-3a62a62152c1), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:10.872390 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['0af8883b-0b55-42ea-abd8-f7f7d74e55e9', '3fcc007a-fe9c-44e7-937b-3a62a62152c1'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:49:10.887468 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Pushing event deleted for resources: {'Port': ['ID=3fcc007a-fe9c-44e7-937b-3a62a62152c1,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:10.931014 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] No DVR routers for this DVR port 3fcc007a-fe9c-44e7-937b-3a62a62152c1 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:49:10.933525 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:10.936789 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07d05a17-835d-462e-b8ce-e2885ad7d5c6 req-110f476a-20da-4964-b0d5-96b4ba19759e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "DELETE /v2.0/ports/3fcc007a-fe9c-44e7-937b-3a62a62152c1 HTTP/1.1" status: 204 len: 173 time: 0.3867908 Feb 07 02:49:10.937265 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65', 'name': 'network-vif-deleted', 'tag': '3fcc007a-fe9c-44e7-937b-3a62a62152c1'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:49:10.939728 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd4356-aa00-450e-adf4-df2eaf28d652" -d '{"events": [{"server_uuid": "118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65", "name": "network-vif-deleted", "tag": "3fcc007a-fe9c-44e7-937b-3a62a62152c1"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:49:10.975704 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e938cad-f2c9-4e60-aeca-98d9740658cd x-openstack-request-id: req-8e938cad-f2c9-4e60-aeca-98d9740658cd {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:49:10.976027 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65", "name": "network-vif-deleted", "tag": "3fcc007a-fe9c-44e7-937b-3a62a62152c1", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:49:10.976277 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e938cad-f2c9-4e60-aeca-98d9740658cd {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:49:10.976700 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118d21b8-e3f9-4bf9-86d9-bb5ea4fdde65', 'name': 'network-vif-deleted', 'tag': '3fcc007a-fe9c-44e7-937b-3a62a62152c1', 'status': 'completed', 'code': 200} Feb 07 02:49:12.364413 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3fcc007a-fe9c-44e7-937b-3a62a62152c1 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:49:12.383368 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 3fcc007a-fe9c-44e7-937b-3a62a62152c1 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:49:12.383706 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 3fcc007a-fe9c-44e7-937b-3a62a62152c1 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:49:12.384638 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 300f72ad-5447-4d73-81d5-2394db8fae55 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:49:12.405485 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 300f72ad-5447-4d73-81d5-2394db8fae55 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:49:12.405822 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 300f72ad-5447-4d73-81d5-2394db8fae55 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:49:12.779259 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5b7b5-218c-430c-a349-fe3ab10e935a req-c54a3286-c8d1-450f-8852-a4589a3f3e9b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:12.780757 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-02b5b7b5-218c-430c-a349-fe3ab10e935a req-c54a3286-c8d1-450f-8852-a4589a3f3e9b tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 946 time: 0.0516634 Feb 07 02:49:12.826594 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-02b5b7b5-218c-430c-a349-fe3ab10e935a req-141eaa70-a5e3-467d-8d43-227f6542827f tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Feb 07 02:49:13.945164 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ad2dd-ec9a-4500-8556-a78b322a8f99 req-b9a65560-1e5d-4549-bf90-962173d5ca9d tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:13.947324 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-147ad2dd-ec9a-4500-8556-a78b322a8f99 req-b9a65560-1e5d-4549-bf90-962173d5ca9d tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 946 time: 0.0514195 Feb 07 02:49:13.991175 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-147ad2dd-ec9a-4500-8556-a78b322a8f99 req-90484ef4-5d97-497c-8b07-7e7529d297d2 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 Feb 07 02:49:14.459274 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-9c02c7e1-154d-496c-bf08-85bbe0466ff1 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:14.460717 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-9c02c7e1-154d-496c-bf08-85bbe0466ff1 tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 946 time: 0.0535293 Feb 07 02:49:14.549928 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Deleting port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:49:14.550266 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:14.638328 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] For port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,segment=NetworkSegment(d9bb1fb3-4d08-414d-81ad-d6f59d610d63),segment_id=d9bb1fb3-4d08-414d-81ad-d6f59d610d63)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:49:14.638689 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:14.651690 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Calling delete_port for 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:49:14.774173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (0af8883b-0b55-42ea-abd8-f7f7d74e55e9), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:14.785488 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] get_ports_and_sgs() called for port_ids ['0af8883b-0b55-42ea-abd8-f7f7d74e55e9'] {{(pid=109071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 07 02:49:14.800276 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Pushing event deleted for resources: {'Port': ['ID=0af8883b-0b55-42ea-abd8-f7f7d74e55e9,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:14.846931 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] No DVR routers for this DVR port 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:49:14.849339 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:14.852653 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-71cf0995-bceb-4a70-aeb7-24eea0bbf0d1 req-92643bd2-ed7a-42c7-be9f-86a6bf91bf2e tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.13 "DELETE /v2.0/ports/0af8883b-0b55-42ea-abd8-f7f7d74e55e9 HTTP/1.1" status: 204 len: 173 time: 0.3857911 Feb 07 02:49:14.853112 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0397dc4f-d8e0-45b0-8f13-331cffa3b500', 'name': 'network-vif-deleted', 'tag': '0af8883b-0b55-42ea-abd8-f7f7d74e55e9'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:49:14.855377 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0699ab4-2773-4b2e-bda0-d080e097f8b2" -d '{"events": [{"server_uuid": "0397dc4f-d8e0-45b0-8f13-331cffa3b500", "name": "network-vif-deleted", "tag": "0af8883b-0b55-42ea-abd8-f7f7d74e55e9"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:49:14.890173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165502fe-0715-449f-ae54-8536e1c99018 x-openstack-request-id: req-165502fe-0715-449f-ae54-8536e1c99018 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:49:14.890469 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0397dc4f-d8e0-45b0-8f13-331cffa3b500", "name": "network-vif-deleted", "tag": "0af8883b-0b55-42ea-abd8-f7f7d74e55e9", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:49:14.890721 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-165502fe-0715-449f-ae54-8536e1c99018 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:49:14.891119 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0397dc4f-d8e0-45b0-8f13-331cffa3b500', 'name': 'network-vif-deleted', 'tag': '0af8883b-0b55-42ea-abd8-f7f7d74e55e9', 'status': 'completed', 'code': 200} Feb 07 02:49:15.094154 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-14559df5-88cd-40cf-8aa8-d388513f3b04 req-58e4027f-41ef-4e7c-b60f-76b544c3445c tempest-AttachVolumeNegativeTest-236493302 tempest-AttachVolumeNegativeTest-236493302-project] 10.222.0.15 "GET /v2.0/ports?device_id=0397dc4f-d8e0-45b0-8f13-331cffa3b500 HTTP/1.1" status: 200 len: 210 time: 0.0263801 Feb 07 02:49:15.368862 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-be684164-6409-405a-8304-14a05edac361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.148627 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56238) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:16.194310 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_v2 [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Deleting subnet 76e04070-e320-4bcc-acbd-c8ac3e9531d5 {{(pid=109069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:49:16.198155 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Publish callbacks [] for subnet (76e04070-e320-4bcc-acbd-c8ac3e9531d5), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.230507 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12591898'] for subnet (76e04070-e320-4bcc-acbd-c8ac3e9531d5), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.266504 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (76e04070-e320-4bcc-acbd-c8ac3e9531d5), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.314582 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13353276'] for subnet (76e04070-e320-4bcc-acbd-c8ac3e9531d5), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.339648 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e04070-e320-4bcc-acbd-c8ac3e9531d5,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:16.344034 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.347145 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/76e04070-e320-4bcc-acbd-c8ac3e9531d5 HTTP/1.1" status: 204 len: 168 time: 0.1975393 Feb 07 02:49:16.349680 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56240) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:16.355235 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.355581 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.355921 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.356257 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.356660 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.356989 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.357312 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.357633 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.357953 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.358272 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.358588 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.358901 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.359213 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56097ecc-e962-4324-b772-3c4fca7aa83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:49:16.417732 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (53778243-fecb-4f9a-97ba-e450be5d6835), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.492315 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (53778243-fecb-4f9a-97ba-e450be5d6835), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.512118 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53778243-fecb-4f9a-97ba-e450be5d6835']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:16.521088 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:16.521397 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bb1fb3-4d08-414d-81ad-d6f59d610d63') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:16.530324 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (d9bb1fb3-4d08-414d-81ad-d6f59d610d63), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.542924 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (d9bb1fb3-4d08-414d-81ad-d6f59d610d63), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.548572 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:49:16.548948 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (d9bb1fb3-4d08-414d-81ad-d6f59d610d63), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:49:16.550525 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:49:16.605032 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (53778243-fecb-4f9a-97ba-e450be5d6835), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.610091 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.615658 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/53778243-fecb-4f9a-97ba-e450be5d6835 HTTP/1.1" status: 204 len: 168 time: 0.2625446 Feb 07 02:49:16.626288 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea351d6e-fff4-4f9f-b16e-5631b61dd3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=53778243-fecb-4f9a-97ba-e450be5d6835,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:16.769663 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56244) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:16.811724 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e54db445-d5e7-41ca-88e1-bdc8345526e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32ffab3576ce4eaeb40893e31d8af4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409005 Feb 07 02:49:16.813989 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56246) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:16.858811 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7679d7c0-e736-4bd4-8287-7116bfa257a8 admin admin] Publish callbacks [] for security_group (ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.879012 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7679d7c0-e736-4bd4-8287-7116bfa257a8 admin admin] Publish callbacks [] for security_group (ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.922957 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7679d7c0-e736-4bd4-8287-7116bfa257a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.925464 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7679d7c0-e736-4bd4-8287-7116bfa257a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:16.926577 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-7679d7c0-e736-4bd4-8287-7116bfa257a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb HTTP/1.1" status: 204 len: 168 time: 0.1117177 Feb 07 02:49:16.934488 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679d7c0-e736-4bd4-8287-7116bfa257a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9bf2c7-8ad3-48ce-9fb8-c0aa04fceefb,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:17.567355 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56268) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:17.661567 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-462118289-network', 'tenant_id': 'de81e69c344f44fe8b29143980c6e59f'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:49:17.680687 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Made reservation on behalf of de81e69c344f44fe8b29143980c6e59f for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:49:17.683601 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:17.691893 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:17.763355 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Publish callbacks [] for security_group (5b912b0d-f5fb-4347-af42-7c4ba9a783a7), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:17.767005 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5b912b0d-f5fb-4347-af42-7c4ba9a783a7), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:17.787246 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0b3c8729-324f-4137-b74e-0e6937ab2fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:17.794691 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:49:17.800023 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b912b0d-f5fb-4347-af42-7c4ba9a783a7,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:17.809607 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (b625b1f8-0523-4243-a97f-989a06433b71), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:17.810094 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Added segment b625b1f8-0523-4243-a97f-989a06433b71 of type vlan for network 081d0111-7f29-4a18-ba40-3c7144531c3a Feb 07 02:49:17.850613 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (081d0111-7f29-4a18-ba40-3c7144531c3a), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:17.874260 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (081d0111-7f29-4a18-ba40-3c7144531c3a), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:17.875196 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:17.875775 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:17.932428 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3639505 Feb 07 02:49:17.935464 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56272) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:17.938870 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a6b74-2d3c-4297-b5dc-8dc4c590b195 admin admin] Pushing event updated for resources: {'Network': ['ID=081d0111-7f29-4a18-ba40-3c7144531c3a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:17.940573 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Request body: {'subnet': {'network_id': '081d0111-7f29-4a18-ba40-3c7144531c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-462118289-subnet', 'tenant_id': 'de81e69c344f44fe8b29143980c6e59f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:49:17.949618 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 081d0111-7f29-4a18-ba40-3c7144531c3a details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:49:17.963261 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Made reservation on behalf of de81e69c344f44fe8b29143980c6e59f for: {'subnet': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:49:17.965950 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13353243'] for subnet (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.126780 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13353253'] for subnet (41c7ccdc-372b-4e6b-ab9c-839bb89324cd), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.182193 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c7ccdc-372b-4e6b-ab9c-839bb89324cd,revision_number=0']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:18.188903 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Checking segment: {'id': 'b625b1f8-0523-4243-a97f-989a06433b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '081d0111-7f29-4a18-ba40-3c7144531c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:49:18.189255 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Network hostable DHCP agents. Network: 081d0111-7f29-4a18-ba40-3c7144531c3a, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:49:18.205227 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Network 081d0111-7f29-4a18-ba40-3c7144531c3a is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:49:18.213716 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.base_scheduler [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 081d0111-7f29-4a18-ba40-3c7144531c3a) {{(pid=109069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:49:18.217662 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:18.218271 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.222660 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676eb926-6a1b-47c4-b006-0216ec482e7a None None] Network 081d0111-7f29-4a18-ba40-3c7144531c3a requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:49:18.233923 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-8186d241-c96f-4bfa-93cb-23300ada25d8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2972846 Feb 07 02:49:18.319657 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3ae7a2-6416-43a9-9821-8f8d274d76d3 None None] Network 081d0111-7f29-4a18-ba40-3c7144531c3a requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:49:18.385579 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:49:18.409316 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:49:18.409655 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 0af8883b-0b55-42ea-abd8-f7f7d74e55e9 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:49:18.683295 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56288) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:18.688178 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.v2.base [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009856914-network', 'tenant_id': '2ee9e84f2b5e4a03aa4cf5a297dadeb2'}} {{(pid=109069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:49:18.706046 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Made reservation on behalf of 2ee9e84f2b5e4a03aa4cf5a297dadeb2 for: {'network': 1} {{(pid=109069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:49:18.708273 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722145'] for network (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.716293 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.789921 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Publish callbacks [] for security_group (3d807b45-977e-46cb-9227-e6f7ce1a1eec), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.793461 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (3d807b45-977e-46cb-9227-e6f7ce1a1eec), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.813029 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 02:49:18.826431 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d807b45-977e-46cb-9227-e6f7ce1a1eec,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:18.831014 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (39b5dbbf-ede3-4fc7-85c6-2278c28c7f50), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.831352 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.segments_db [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Added segment 39b5dbbf-ede3-4fc7-85c6-2278c28c7f50 of type vlan for network 4d0fa20a-e3f7-4fca-9d1b-57148109788b Feb 07 02:49:18.871299 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782915364895'] for network (4d0fa20a-e3f7-4fca-9d1b-57148109788b), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.882077 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.895777 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105'] for network (4d0fa20a-e3f7-4fca-9d1b-57148109788b), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.896751 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:18.897330 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:18.944363 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2599709 Feb 07 02:49:18.948014 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56290) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:18.952955 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Request body: {'subnet': {'network_id': '4d0fa20a-e3f7-4fca-9d1b-57148109788b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009856914-subnet', 'tenant_id': '2ee9e84f2b5e4a03aa4cf5a297dadeb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 02:49:18.957604 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9451e81-7b16-42cd-a43c-9b717ed57b60 admin admin] Pushing event updated for resources: {'Network': ['ID=4d0fa20a-e3f7-4fca-9d1b-57148109788b,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:18.967551 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Network 4d0fa20a-e3f7-4fca-9d1b-57148109788b details requested by agent ovs-agent-dv-cinder-828061-1-iscsi with host dv-cinder-828061-1-iscsi {{(pid=109071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 07 02:49:18.973463 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Made reservation on behalf of 2ee9e84f2b5e4a03aa4cf5a297dadeb2 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 02:49:18.975873 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13335448'] for subnet (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.138631 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13349986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13335462'] for subnet (e3f52447-e08e-4e56-835e-42334a301540), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.193956 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f52447-e08e-4e56-835e-42334a301540,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:19.200890 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Checking segment: {'id': '39b5dbbf-ede3-4fc7-85c6-2278c28c7f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d0fa20a-e3f7-4fca-9d1b-57148109788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 07 02:49:19.201249 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Network hostable DHCP agents. Network: 4d0fa20a-e3f7-4fca-9d1b-57148109788b, hostable agents: ['428e57bc-d155-4c5f-bc54-4ed3dc3a8e19'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 02:49:19.216960 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Network 4d0fa20a-e3f7-4fca-9d1b-57148109788b is scheduled to be hosted by DHCP agent 428e57bc-d155-4c5f-bc54-4ed3dc3a8e19 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 02:49:19.224660 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828061-1-iscsi, 4d0fa20a-e3f7-4fca-9d1b-57148109788b) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 02:49:19.229478 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:19.230067 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.234594 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a9578-462a-43da-856f-bd1085a804a9 None None] Network 4d0fa20a-e3f7-4fca-9d1b-57148109788b requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:49:19.246161 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1dd38a9b-a84a-4ae3-b147-aaf68cc97244 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2970521 Feb 07 02:49:19.331237 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b68ac5-4fc5-41be-8e64-b71a4cb1a486 None None] Network 4d0fa20a-e3f7-4fca-9d1b-57148109788b requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:49:19.358073 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56294) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:19.404742 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-65afe308-97e8-4c73-aeca-a7d8df31dae5 admin admin] Deleting subnet 41c7ccdc-372b-4e6b-ab9c-839bb89324cd {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:49:19.407942 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-65afe308-97e8-4c73-aeca-a7d8df31dae5 admin admin] Publish callbacks [] for subnet (41c7ccdc-372b-4e6b-ab9c-839bb89324cd), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.442187 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-65afe308-97e8-4c73-aeca-a7d8df31dae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13350466'] for subnet (41c7ccdc-372b-4e6b-ab9c-839bb89324cd), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.480320 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-65afe308-97e8-4c73-aeca-a7d8df31dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (41c7ccdc-372b-4e6b-ab9c-839bb89324cd), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.529124 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-65afe308-97e8-4c73-aeca-a7d8df31dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13349921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13335487'] for subnet (41c7ccdc-372b-4e6b-ab9c-839bb89324cd), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.553823 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afe308-97e8-4c73-aeca-a7d8df31dae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c7ccdc-372b-4e6b-ab9c-839bb89324cd,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:19.557571 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-65afe308-97e8-4c73-aeca-a7d8df31dae5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.560707 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-65afe308-97e8-4c73-aeca-a7d8df31dae5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41c7ccdc-372b-4e6b-ab9c-839bb89324cd HTTP/1.1" status: 204 len: 168 time: 0.2016127 Feb 07 02:49:19.563134 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56296) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:19.632173 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (081d0111-7f29-4a18-ba40-3c7144531c3a), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.706885 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (081d0111-7f29-4a18-ba40-3c7144531c3a), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.726130 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081d0111-7f29-4a18-ba40-3c7144531c3a']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:19.735852 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b625b1f8-0523-4243-a97f-989a06433b71') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:19.736085 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b625b1f8-0523-4243-a97f-989a06433b71') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:19.748613 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (b625b1f8-0523-4243-a97f-989a06433b71), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.761656 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (b625b1f8-0523-4243-a97f-989a06433b71), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.767319 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:49:19.767693 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (b625b1f8-0523-4243-a97f-989a06433b71), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:49:19.769574 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:49:19.822446 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (081d0111-7f29-4a18-ba40-3c7144531c3a), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.829368 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.833193 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] 10.222.0.15 "DELETE /v2.0/networks/081d0111-7f29-4a18-ba40-3c7144531c3a HTTP/1.1" status: 204 len: 168 time: 0.2691555 Feb 07 02:49:19.836091 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56298) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:19.847193 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a3d18-f3a5-40b2-88b5-80b02013ee8f admin admin] Pushing event deleted for resources: {'Network': ['ID=081d0111-7f29-4a18-ba40-3c7144531c3a,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:19.883524 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb7b976-8b97-40de-adee-d46fccc8ba1d admin admin] Deleting subnet e3f52447-e08e-4e56-835e-42334a301540 {{(pid=109069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:49:19.887207 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b976-8b97-40de-adee-d46fccc8ba1d admin admin] Publish callbacks [] for subnet (e3f52447-e08e-4e56-835e-42334a301540), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.919834 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b976-8b97-40de-adee-d46fccc8ba1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12591898'] for subnet (e3f52447-e08e-4e56-835e-42334a301540), precommit_delete_associations {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:19.956702 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b976-8b97-40de-adee-d46fccc8ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e3f52447-e08e-4e56-835e-42334a301540), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.005359 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b976-8b97-40de-adee-d46fccc8ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13353276'] for subnet (e3f52447-e08e-4e56-835e-42334a301540), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.031309 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7b976-8b97-40de-adee-d46fccc8ba1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f52447-e08e-4e56-835e-42334a301540,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:20.033255 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9cb7b976-8b97-40de-adee-d46fccc8ba1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for subnet (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.036361 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-9cb7b976-8b97-40de-adee-d46fccc8ba1d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e3f52447-e08e-4e56-835e-42334a301540 HTTP/1.1" status: 204 len: 168 time: 0.1991179 Feb 07 02:49:20.038908 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56300) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:20.105983 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (4d0fa20a-e3f7-4fca-9d1b-57148109788b), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.178676 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (4d0fa20a-e3f7-4fca-9d1b-57148109788b), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.198707 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0fa20a-e3f7-4fca-9d1b-57148109788b']}} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:20.207353 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b5dbbf-ede3-4fc7-85c6-2278c28c7f50') {'for_net_delete': True} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:20.207648 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.services.segments.db [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b5dbbf-ede3-4fc7-85c6-2278c28c7f50') {} {{(pid=109069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:20.219987 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12591889'] for segment (39b5dbbf-ede3-4fc7-85c6-2278c28c7f50), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.232605 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (39b5dbbf-ede3-4fc7-85c6-2278c28c7f50), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.238353 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:49:20.238727 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776260'] for segment (39b5dbbf-ede3-4fc7-85c6-2278c28c7f50), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: Traceback (most recent call last): Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: timer() Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: cb(*args, **kw) Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: return func(*args, **kwargs) Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: self._notify() Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: self.callback(batched_events) Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: event.method(event) Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: return f(self, *a, **k) Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._get(url).json() Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: return self.request(url, 'GET', **kwargs) Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:49:20.240305 dv-cinder-828061-1-iscsi neutron-server[109069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:49:20.284945 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.291720 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (4d0fa20a-e3f7-4fca-9d1b-57148109788b), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.296575 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.299687 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d0fa20a-e3f7-4fca-9d1b-57148109788b HTTP/1.1" status: 204 len: 168 time: 0.2598705 Feb 07 02:49:20.313056 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e26d2-315e-4ed7-82ed-91e954b64e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0fa20a-e3f7-4fca-9d1b-57148109788b,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:20.453543 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56304) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:20.494855 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-2a42ac0a-004f-46ec-8f7e-1670553563e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de81e69c344f44fe8b29143980c6e59f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401709 Feb 07 02:49:20.497300 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56306) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:20.542007 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-57f3b714-01bb-4db7-9f70-17328fb702d1 admin admin] Publish callbacks [] for security_group (5b912b0d-f5fb-4347-af42-7c4ba9a783a7), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.562422 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-57f3b714-01bb-4db7-9f70-17328fb702d1 admin admin] Publish callbacks [] for security_group (5b912b0d-f5fb-4347-af42-7c4ba9a783a7), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.611402 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-57f3b714-01bb-4db7-9f70-17328fb702d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5b912b0d-f5fb-4347-af42-7c4ba9a783a7), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.613909 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-57f3b714-01bb-4db7-9f70-17328fb702d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:20.615007 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-57f3b714-01bb-4db7-9f70-17328fb702d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b912b0d-f5fb-4347-af42-7c4ba9a783a7 HTTP/1.1" status: 204 len: 168 time: 0.1168339 Feb 07 02:49:20.622305 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3b714-01bb-4db7-9f70-17328fb702d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b912b0d-f5fb-4347-af42-7c4ba9a783a7,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:20.934173 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56312) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:20.973315 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-4328bfd3-4b1d-4f21-bd90-0231c35e27bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ee9e84f2b5e4a03aa4cf5a297dadeb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380104 Feb 07 02:49:20.975694 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56314) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:21.020851 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7d4e3163-1148-4b4e-bf53-42af58ae6246 admin admin] Publish callbacks [] for security_group (3d807b45-977e-46cb-9227-e6f7ce1a1eec), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:21.042382 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7d4e3163-1148-4b4e-bf53-42af58ae6246 admin admin] Publish callbacks [] for security_group (3d807b45-977e-46cb-9227-e6f7ce1a1eec), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:21.087964 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7d4e3163-1148-4b4e-bf53-42af58ae6246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (3d807b45-977e-46cb-9227-e6f7ce1a1eec), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:21.090435 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-7d4e3163-1148-4b4e-bf53-42af58ae6246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:21.091574 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-7d4e3163-1148-4b4e-bf53-42af58ae6246 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d807b45-977e-46cb-9227-e6f7ce1a1eec HTTP/1.1" status: 204 len: 168 time: 0.1150255 Feb 07 02:49:21.099078 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e3163-1148-4b4e-bf53-42af58ae6246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d807b45-977e-46cb-9227-e6f7ce1a1eec,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:21.949961 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.258890 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56386) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:25.360083 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df0bd547-9306-4dc9-bf56-25addbe7d3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.432071 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df0bd547-9306-4dc9-bf56-25addbe7d3c3 admin admin] Publish callbacks [] for security_group (44a8a201-815f-484f-8cf3-3f5ffd6b6fae), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.435587 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-df0bd547-9306-4dc9-bf56-25addbe7d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (44a8a201-815f-484f-8cf3-3f5ffd6b6fae), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.473979 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-df0bd547-9306-4dc9-bf56-25addbe7d3c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8338fa75dc234e36a5d543f909719f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140036 Feb 07 02:49:25.475877 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bd547-9306-4dc9-bf56-25addbe7d3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a8a201-815f-484f-8cf3-3f5ffd6b6fae,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:25.477981 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56390) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:25.529184 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-388e4983-002f-4a0b-a28f-092d97830d32 admin admin] Publish callbacks [] for security_group (44a8a201-815f-484f-8cf3-3f5ffd6b6fae), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.549724 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-388e4983-002f-4a0b-a28f-092d97830d32 admin admin] Publish callbacks [] for security_group (44a8a201-815f-484f-8cf3-3f5ffd6b6fae), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.595176 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-388e4983-002f-4a0b-a28f-092d97830d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (44a8a201-815f-484f-8cf3-3f5ffd6b6fae), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.597706 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-388e4983-002f-4a0b-a28f-092d97830d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.598848 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-388e4983-002f-4a0b-a28f-092d97830d32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44a8a201-815f-484f-8cf3-3f5ffd6b6fae HTTP/1.1" status: 204 len: 168 time: 0.1194344 Feb 07 02:49:25.606700 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e4983-002f-4a0b-a28f-092d97830d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a8a201-815f-484f-8cf3-3f5ffd6b6fae,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:25.863128 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56396) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:25.880668 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30f6741c-d067-4fb0-88da-277bd9649ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.952507 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30f6741c-d067-4fb0-88da-277bd9649ad9 admin admin] Publish callbacks [] for security_group (a5d2d337-0791-4295-ac63-5d6d4e91228a), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.955878 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30f6741c-d067-4fb0-88da-277bd9649ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (a5d2d337-0791-4295-ac63-5d6d4e91228a), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:25.991000 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6741c-d067-4fb0-88da-277bd9649ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d2d337-0791-4295-ac63-5d6d4e91228a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:25.995280 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-30f6741c-d067-4fb0-88da-277bd9649ad9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2dcc2c234d734805979d95b34a9ec0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311579 Feb 07 02:49:25.997901 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56398) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:26.044263 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b51ccfb6-994c-44f0-9a39-06d9f630fb4e admin admin] Publish callbacks [] for security_group (a5d2d337-0791-4295-ac63-5d6d4e91228a), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:26.064387 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b51ccfb6-994c-44f0-9a39-06d9f630fb4e admin admin] Publish callbacks [] for security_group (a5d2d337-0791-4295-ac63-5d6d4e91228a), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:26.110835 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b51ccfb6-994c-44f0-9a39-06d9f630fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (a5d2d337-0791-4295-ac63-5d6d4e91228a), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:26.113464 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b51ccfb6-994c-44f0-9a39-06d9f630fb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:26.114623 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b51ccfb6-994c-44f0-9a39-06d9f630fb4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5d2d337-0791-4295-ac63-5d6d4e91228a HTTP/1.1" status: 204 len: 168 time: 0.1158311 Feb 07 02:49:26.123008 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ccfb6-994c-44f0-9a39-06d9f630fb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d2d337-0791-4295-ac63-5d6d4e91228a,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:38.101626 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:43.357042 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-332236b7-1e13-4b6d-8e10-384bd6d64963 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449617 Feb 07 02:49:43.442335 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-835c8b52-5950-49a2-847a-06cf61edd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:43.443700 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-835c8b52-5950-49a2-847a-06cf61edd9b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 1129 time: 0.0424800 Feb 07 02:49:43.542724 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-7687fa04-deea-446a-aeca-3e3b9ef09037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:43.544169 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-7687fa04-deea-446a-aeca-3e3b9ef09037 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.0813017 Feb 07 02:49:43.609677 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-73aca0f2-f479-4791-b71a-9136c885eaac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae HTTP/1.1" status: 200 len: 1001 time: 0.0596895 Feb 07 02:49:43.657343 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-5b89df95-7977-4fe4-b40d-80f9359f814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:43.658801 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-5b89df95-7977-4fe4-b40d-80f9359f814f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0423596 Feb 07 02:49:43.706778 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-c4898aca-6b9d-4cd3-8bcd-02730c505037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:43.708198 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-c4898aca-6b9d-4cd3-8bcd-02730c505037 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434537 Feb 07 02:49:43.797319 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-6ed40e28-332a-4725-a5f8-3213bd7da90f service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822973 Feb 07 02:49:43.884958 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-583f2d32-aa8e-46f1-a961-f5c5818f8deb req-df401577-cab1-435d-852e-f141d07be724 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804622 Feb 07 02:49:44.977419 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:49:45.372486 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2a3e328e-3432-44f7-9d14-b2a97044abf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:45.412108 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56520) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:45.515058 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-137ba683-6fec-4b94-bf28-a2dfe9cd37e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:45.591758 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-137ba683-6fec-4b94-bf28-a2dfe9cd37e5 admin admin] Publish callbacks [] for security_group (05c623ac-9a1f-4cac-89c7-64c1b311f2c1), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:45.595636 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-137ba683-6fec-4b94-bf28-a2dfe9cd37e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (05c623ac-9a1f-4cac-89c7-64c1b311f2c1), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:45.633206 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-137ba683-6fec-4b94-bf28-a2dfe9cd37e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e85ade6f30964b519aafc377e9be83c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199016 Feb 07 02:49:45.634143 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ba683-6fec-4b94-bf28-a2dfe9cd37e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c623ac-9a1f-4cac-89c7-64c1b311f2c1,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:45.635787 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56524) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:45.682366 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-87e1c2b4-c60c-4e08-9f7b-3c0bd48e2c6d admin admin] Publish callbacks [] for security_group (05c623ac-9a1f-4cac-89c7-64c1b311f2c1), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:45.703661 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-87e1c2b4-c60c-4e08-9f7b-3c0bd48e2c6d admin admin] Publish callbacks [] for security_group (05c623ac-9a1f-4cac-89c7-64c1b311f2c1), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:45.747980 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-87e1c2b4-c60c-4e08-9f7b-3c0bd48e2c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (05c623ac-9a1f-4cac-89c7-64c1b311f2c1), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:45.750527 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-87e1c2b4-c60c-4e08-9f7b-3c0bd48e2c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:45.751711 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-87e1c2b4-c60c-4e08-9f7b-3c0bd48e2c6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05c623ac-9a1f-4cac-89c7-64c1b311f2c1 HTTP/1.1" status: 204 len: 168 time: 0.1142759 Feb 07 02:49:45.759064 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1c2b4-c60c-4e08-9f7b-3c0bd48e2c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c623ac-9a1f-4cac-89c7-64c1b311f2c1,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:47.790109 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e7f9e8ce-6fb2-4f5e-8588-50f1205f3b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:48.884040 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:50.288294 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:51.951776 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:56.371305 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56606) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:49:56.529076 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Deleting port a935a437-695a-465f-9972-68183ebad499 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:49:56.529331 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (a935a437-695a-465f-9972-68183ebad499), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:56.602132 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (a935a437-695a-465f-9972-68183ebad499), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:56.602457 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (a935a437-695a-465f-9972-68183ebad499), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:56.613565 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Calling delete_port for a935a437-695a-465f-9972-68183ebad499 owned by network:floatingip {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:49:56.755082 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (a935a437-695a-465f-9972-68183ebad499), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:56.776744 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event deleted for resources: {'Port': ['ID=a935a437-695a-465f-9972-68183ebad499,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:56.837436 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (876b573a-0b43-41d0-ad40-64dc1b8dc9a3), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:56.837759 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Floating IP 876b573a-0b43-41d0-ad40-64dc1b8dc9a3 disassociated (deleted). External IP: 172.27.1.15, port: 981c9d6e-c4f7-4933-b05c-1731d5769651. Feb 07 02:49:57.264475 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Router 69602ddf-b632-4121-a6be-7f46fd08d4ec has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:49:57.374735 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:49:57.379840 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:57.387133 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] Sync routers for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:49:57.397073 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:49:57.397909 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:49:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:57.411074 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-e95f16f5-b90b-4cd0-89a7-404db3081579 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "DELETE /v2.0/floatingips/876b573a-0b43-41d0-ad40-64dc1b8dc9a3 HTTP/1.1" status: 204 len: 168 time: 1.0363648 Feb 07 02:49:57.411074 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:49:57.413388 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:49:57.466739 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a10ddda-9eaa-4f57-aee8-8d2d3a906e31 x-openstack-request-id: req-9a10ddda-9eaa-4f57-aee8-8d2d3a906e31 {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:49:57.467125 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:49:57.467477 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a10ddda-9eaa-4f57-aee8-8d2d3a906e31 {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:49:57.467987 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'status': 'completed', 'code': 200} Feb 07 02:49:57.528828 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:49:57.536633 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-862e664a-1bcd-4e4d-998a-e33885976d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:57.549520 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-862e664a-1bcd-4e4d-998a-e33885976d45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 1130 time: 0.0478070 Feb 07 02:49:57.651071 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-546ad4ec-ce59-4f69-9bce-7986d61ba54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:57.653150 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-546ad4ec-ce59-4f69-9bce-7986d61ba54c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.1027520 Feb 07 02:49:57.725586 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-5b134c4f-6ef1-482e-9202-52ea8c37714f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=981c9d6e-c4f7-4933-b05c-1731d5769651 HTTP/1.1" status: 200 len: 217 time: 0.0423565 Feb 07 02:49:57.779577 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-ec8ac391-97f8-46f9-9cc7-eccc977a1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:57.781457 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-ec8ac391-97f8-46f9-9cc7-eccc977a1882 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0467269 Feb 07 02:49:57.825302 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef4aa7-309a-440b-9814-6b13b8745161 req-152ae7c2-ceb3-42f3-b036-2b10802eb481 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:57.827147 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43ef4aa7-309a-440b-9814-6b13b8745161 req-152ae7c2-ceb3-42f3-b036-2b10802eb481 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 946 time: 0.1785433 Feb 07 02:49:57.884080 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-2a8a7256-eb95-445b-a0c4-cd8735186c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:57.885640 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-2a8a7256-eb95-445b-a0c4-cd8735186c50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968585 Feb 07 02:49:57.890800 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43ef4aa7-309a-440b-9814-6b13b8745161 req-629792ad-6000-46f7-95ae-e3a9d2435637 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548768 Feb 07 02:49:57.968748 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'f43a59de-a669-4fca-92e3-d5effaa65142', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:46:00Z', 'updated_at': '2022-02-07T02:46:03Z', 'revision_number': 1, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:57.986112 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-e3a9570e-9d3e-40f1-831d-ac3de44f14db service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937510 Feb 07 02:49:57.999362 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] Checking router: 69602ddf-b632-4121-a6be-7f46fd08d4ec for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:49:58.007599 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:49:58.008209 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:49:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:58.078509 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-29d93da4-ca08-4fc8-84e2-a8f74ba6d3e5 req-b5607420-1c31-47a6-8639-afacc413b9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854456 Feb 07 02:49:58.116566 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:49:58.333399 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'f43a59de-a669-4fca-92e3-d5effaa65142', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:46:00Z', 'updated_at': '2022-02-07T02:46:03Z', 'revision_number': 1, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:49:58.362581 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3068df-be5e-4cfe-b81c-7932d4aa2389 None None] The sync data for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi is: [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_floatingips': [{'id': 'f43a59de-a669-4fca-92e3-d5effaa65142', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'router_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'port_id': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'mac_address': 'fa:16:3e:1f:46:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178ae615-ad1b-47e6-828c-13e035b28f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T02:46:00Z', 'updated_at': '2022-02-07T02:46:03Z', 'revision_number': 1, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:49:58.587844 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ab18b-e9db-4408-bf50-c22adecedf1d None None] New status for floating IP 876b573a-0b43-41d0-ad40-64dc1b8dc9a3: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:49:59.016301 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d123081-e6bd-4193-ae17-84793429b812 req-662c19e5-12d3-4413-9b32-1e2149e4b788 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:59.017838 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3d123081-e6bd-4193-ae17-84793429b812 req-662c19e5-12d3-4413-9b32-1e2149e4b788 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 946 time: 0.0514195 Feb 07 02:49:59.065928 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-3d123081-e6bd-4193-ae17-84793429b812 req-c15e57f7-c1f0-4bb8-9c04-195480a6ef07 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 Feb 07 02:49:59.195027 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-5d495185-7614-4633-b4bc-f693acfa9892 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:49:59.196720 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-5d495185-7614-4633-b4bc-f693acfa9892 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 946 time: 0.0510705 Feb 07 02:49:59.287638 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Deleting port 981c9d6e-c4f7-4933-b05c-1731d5769651 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:49:59.287978 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:59.372149 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] For port 981c9d6e-c4f7-4933-b05c-1731d5769651, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=981c9d6e-c4f7-4933-b05c-1731d5769651,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:49:59.372451 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:59.384220 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Calling delete_port for 981c9d6e-c4f7-4933-b05c-1731d5769651 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:49:59.505975 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (981c9d6e-c4f7-4933-b05c-1731d5769651), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:59.533907 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event deleted for resources: {'Port': ['ID=981c9d6e-c4f7-4933-b05c-1731d5769651,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:49:59.577566 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] No DVR routers for this DVR port 981c9d6e-c4f7-4933-b05c-1731d5769651 on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:49:59.580010 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:49:59.583210 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c1c0c2cc-5b12-4341-b43e-83a88dc84240 req-c2223d31-e8a5-415a-a825-64e582907345 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "DELETE /v2.0/ports/981c9d6e-c4f7-4933-b05c-1731d5769651 HTTP/1.1" status: 204 len: 173 time: 0.3812122 Feb 07 02:49:59.583666 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'name': 'network-vif-deleted', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:49:59.585841 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b463d44-91b0-4ce9-ad68-f1ff33270eb4" -d '{"events": [{"server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "name": "network-vif-deleted", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:49:59.620873 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ced02de-f5de-468e-a8fc-e2943dff2a23 x-openstack-request-id: req-9ced02de-f5de-468e-a8fc-e2943dff2a23 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:49:59.621160 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaee2f89-6917-4781-a01d-4ce8fb1fe3c7", "name": "network-vif-deleted", "tag": "981c9d6e-c4f7-4933-b05c-1731d5769651", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:49:59.621407 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ced02de-f5de-468e-a8fc-e2943dff2a23 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:49:59.621796 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaee2f89-6917-4781-a01d-4ce8fb1fe3c7', 'name': 'network-vif-deleted', 'tag': '981c9d6e-c4f7-4933-b05c-1731d5769651', 'status': 'completed', 'code': 200} Feb 07 02:50:00.177539 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-d878e58f-993e-4a5b-8fc8-e16d60b698af req-bd372879-3df5-492b-8090-48d91dd72830 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaee2f89-6917-4781-a01d-4ce8fb1fe3c7 HTTP/1.1" status: 200 len: 210 time: 0.0320070 Feb 07 02:50:03.455436 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56728) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:03.613681 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Deleting port 8fed92b8-7d9a-4b9e-9373-f5265acdc55b {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:03.614025 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (8fed92b8-7d9a-4b9e-9373-f5265acdc55b), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:03.687832 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (8fed92b8-7d9a-4b9e-9373-f5265acdc55b), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:03.688159 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (8fed92b8-7d9a-4b9e-9373-f5265acdc55b), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:03.700286 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Calling delete_port for 8fed92b8-7d9a-4b9e-9373-f5265acdc55b owned by network:floatingip {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:03.851201 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (8fed92b8-7d9a-4b9e-9373-f5265acdc55b), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:03.877657 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event deleted for resources: {'Port': ['ID=8fed92b8-7d9a-4b9e-9373-f5265acdc55b,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:03.947688 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (f43a59de-a669-4fca-92e3-d5effaa65142), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:03.948016 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.db.l3_db [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Floating IP f43a59de-a669-4fca-92e3-d5effaa65142 disassociated (deleted). External IP: 172.27.1.118, port: b0040274-ab09-4f1a-b4db-e2e17452f0ae. Feb 07 02:50:04.167239 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Router 69602ddf-b632-4121-a6be-7f46fd08d4ec has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:50:04.279265 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:50:04.283951 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:04.289173 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] Sync routers for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:50:04.303248 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:50:04.303864 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:49:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:04.316556 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-b54f450e-0b8c-4556-bbde-5f7e6e42ac6a tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "DELETE /v2.0/floatingips/f43a59de-a669-4fca-92e3-d5effaa65142 HTTP/1.1" status: 204 len: 168 time: 0.8600130 Feb 07 02:50:04.317148 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae'}] {{(pid=109069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:50:04.319650 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a9912b077d47d84400223660a9dc6f995e52a8b4cbf3a8b162379686ac1f5d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43a15ed-a11b-4a31-8f2d-c189f429d037" -d '{"events": [{"name": "network-changed", "server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae"}]}' {{(pid=109069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:50:04.363294 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Feb 2022 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0008d8b4-29b3-430e-9418-f9e3428796fd x-openstack-request-id: req-0008d8b4-29b3-430e-9418-f9e3428796fd {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:50:04.363719 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae", "status": "completed", "code": 200}]} {{(pid=109069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:50:04.364175 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0008d8b4-29b3-430e-9418-f9e3428796fd {{(pid=109069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:50:04.364615 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'status': 'completed', 'code': 200} Feb 07 02:50:04.426756 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:50:04.441809 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-24bcf871-fb15-4230-97d2-fc154e0c3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:50:04.443301 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-24bcf871-fb15-4230-97d2-fc154e0c3b5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 1129 time: 0.0562196 Feb 07 02:50:04.577829 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-e69df353-d98e-4e40-ba01-5452bb5e99db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:50:04.579877 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-e69df353-d98e-4e40-ba01-5452bb5e99db service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 200 len: 913 time: 0.1294346 Feb 07 02:50:04.601178 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652fbdf-b1c0-45c5-9e92-f744dd67fca7 req-38710a63-4ab2-4624-a311-280861ff2c32 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:50:04.602616 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3652fbdf-b1c0-45c5-9e92-f744dd67fca7 req-38710a63-4ab2-4624-a311-280861ff2c32 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 945 time: 0.0933931 Feb 07 02:50:04.619315 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 981c9d6e-c4f7-4933-b05c-1731d5769651 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:50:04.634730 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-a8db3f3d-3df2-4e78-a800-5e7b4fb829f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae HTTP/1.1" status: 200 len: 217 time: 0.0471289 Feb 07 02:50:04.640674 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: 981c9d6e-c4f7-4933-b05c-1731d5769651 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:50:04.640993 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device 981c9d6e-c4f7-4933-b05c-1731d5769651 not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:50:04.671485 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:04.701901 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] Checking router: 69602ddf-b632-4121-a6be-7f46fd08d4ec for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:50:04.710348 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:50:04.710953 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:49:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:04.714380 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-6b28887d-5d2c-41df-82de-769158ea8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:50:04.716429 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-6b28887d-5d2c-41df-82de-769158ea8ff7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 200 len: 851 time: 0.0753407 Feb 07 02:50:04.720370 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3652fbdf-b1c0-45c5-9e92-f744dd67fca7 req-180fff72-17d7-4c97-bf26-d6d9873bca38 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891366 Feb 07 02:50:04.770775 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-ec1228bc-15a6-4c21-890f-a23fe3471506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:50:04.772287 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-ec1228bc-15a6-4c21-890f-a23fe3471506 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc9544ab-0eed-49d7-80b6-5927b9db83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495241 Feb 07 02:50:04.819124 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:50:04.861080 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-85d25041-ff4b-4898-b40f-a34b5c670bb4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811415 Feb 07 02:50:05.028675 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:05.055139 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88ca89-e273-499b-b4c4-9e3b59f9f038 None None] The sync data for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi is: [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:42:17Z', 'revision_number': 4, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi', '_interfaces': [{'id': '05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b', 'name': '', 'network_id': 'cc9544ab-0eed-49d7-80b6-5927b9db83bc', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'mac_address': 'fa:16:3e:58:9e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:17Z', 'updated_at': '2022-02-07T02:42:22Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'subnets': [{'id': 'b23f3586-0566-4419-ba2f-e0f5ed208f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:50:05.209006 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e43a15ed-a11b-4a31-8f2d-c189f429d037 req-89a67cb6-8523-4316-b7f3-b813be08461e service neutron] 10.222.0.13 "GET /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410904 Feb 07 02:50:05.315868 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e58a68-9ab9-48fc-b864-4a5d9323e901 None None] New status for floating IP f43a59de-a669-4fca-92e3-d5effaa65142: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 02:50:05.845112 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e8a1a-464c-406b-a9d1-131568bb7ed8 req-9cebc00d-892c-4ded-afd7-2b7c11fa4639 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:50:05.846607 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-839e8a1a-464c-406b-a9d1-131568bb7ed8 req-9cebc00d-892c-4ded-afd7-2b7c11fa4639 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 945 time: 0.0527034 Feb 07 02:50:05.895859 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-839e8a1a-464c-406b-a9d1-131568bb7ed8 req-2f84f0b0-1f62-4a77-bb0a-8454ee2bab70 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ed41a7a-c24f-4468-9ec1-fa33b9a06831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 Feb 07 02:50:06.104650 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c7dae-fc08-404f-a575-e07417de8a90 req-0117948e-357a-4414-863e-d7da965ed7e6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 02:50:06.106078 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-530c7dae-fc08-404f-a575-e07417de8a90 req-0117948e-357a-4414-863e-d7da965ed7e6 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 945 time: 0.0535226 Feb 07 02:50:06.198236 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-530c7dae-fc08-404f-a575-e07417de8a90 req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Deleting port b0040274-ab09-4f1a-b4db-e2e17452f0ae {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:06.198489 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-530c7dae-fc08-404f-a575-e07417de8a90 req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:06.288453 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-530c7dae-fc08-404f-a575-e07417de8a90 req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] For port b0040274-ab09-4f1a-b4db-e2e17452f0ae, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b0040274-ab09-4f1a-b4db-e2e17452f0ae,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:50:06.288815 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-530c7dae-fc08-404f-a575-e07417de8a90 req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:06.301552 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-530c7dae-fc08-404f-a575-e07417de8a90 req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Calling delete_port for b0040274-ab09-4f1a-b4db-e2e17452f0ae owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:06.428596 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-530c7dae-fc08-404f-a575-e07417de8a90 req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (b0040274-ab09-4f1a-b4db-e2e17452f0ae), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:06.458757 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event deleted for resources: {'Port': ['ID=b0040274-ab09-4f1a-b4db-e2e17452f0ae,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:06.487199 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.487546 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.487887 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.488220 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.488638 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.488968 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.489299 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.489629 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.489948 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.490271 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.490602 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.490964 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.491284 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:06.514798 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-530c7dae-fc08-404f-a575-e07417de8a90 req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] No DVR routers for this DVR port b0040274-ab09-4f1a-b4db-e2e17452f0ae on host hv-cinder-82806 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:50:06.517213 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-530c7dae-fc08-404f-a575-e07417de8a90 req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for port (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:06.520432 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [req-530c7dae-fc08-404f-a575-e07417de8a90 req-8e1f3728-50a2-4ea8-8d5b-2b2498addf45 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.13 "DELETE /v2.0/ports/b0040274-ab09-4f1a-b4db-e2e17452f0ae HTTP/1.1" status: 204 len: 173 time: 0.4091198 Feb 07 02:50:06.520861 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'name': 'network-vif-deleted', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 07 02:50:06.523124 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee35a91ff84b9a67d7de34a7440f7548495a2d2480a8ab1442ab0ec11407e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5bc49a-9eeb-433f-a2e9-438208eb57ad" -d '{"events": [{"server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "name": "network-vif-deleted", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 07 02:50:06.560729 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Feb 2022 02:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00590edf-e447-45af-b326-e1b717553ca7 x-openstack-request-id: req-00590edf-e447-45af-b326-e1b717553ca7 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 07 02:50:06.561096 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178ae615-ad1b-47e6-828c-13e035b28f39", "name": "network-vif-deleted", "tag": "b0040274-ab09-4f1a-b4db-e2e17452f0ae", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 07 02:50:06.561348 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00590edf-e447-45af-b326-e1b717553ca7 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 07 02:50:06.561753 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178ae615-ad1b-47e6-828c-13e035b28f39', 'name': 'network-vif-deleted', 'tag': 'b0040274-ab09-4f1a-b4db-e2e17452f0ae', 'status': 'completed', 'code': 200} Feb 07 02:50:07.002941 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [req-acc5e288-1eb9-4ddb-90ee-26648de54033 req-cb51d58c-fcec-4133-891d-816f4e52d308 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "GET /v2.0/ports?device_id=178ae615-ad1b-47e6-828c-13e035b28f39 HTTP/1.1" status: 200 len: 210 time: 0.0254567 Feb 07 02:50:08.058206 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56754) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:08.118421 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:08.182922 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Deleting port 8039d20c-5de9-404c-a8a8-1b2b3676ade7 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:08.183267 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (8039d20c-5de9-404c-a8a8-1b2b3676ade7), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:08.261798 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (8039d20c-5de9-404c-a8a8-1b2b3676ade7), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:08.262120 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (8039d20c-5de9-404c-a8a8-1b2b3676ade7), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:08.273357 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Calling delete_port for 8039d20c-5de9-404c-a8a8-1b2b3676ade7 owned by network:floatingip {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:08.409449 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (8039d20c-5de9-404c-a8a8-1b2b3676ade7), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:08.435232 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event deleted for resources: {'Port': ['ID=8039d20c-5de9-404c-a8a8-1b2b3676ade7,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:08.496787 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for floatingip (42411317-5381-41b3-8ece-e72f65a92896), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:08.499309 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65656'] for floatingip (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:08.500537 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-48d49ad6-683b-4395-95fd-71988b4e0ff0 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "DELETE /v2.0/floatingips/42411317-5381-41b3-8ece-e72f65a92896 HTTP/1.1" status: 204 len: 168 time: 0.4412320 Feb 07 02:50:09.689909 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56768) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:09.754381 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-079659e6-7981-48cb-bcc6-3d84ff932f50 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group (6ed41a7a-c24f-4468-9ec1-fa33b9a06831), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:09.780775 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-079659e6-7981-48cb-bcc6-3d84ff932f50 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group (6ed41a7a-c24f-4468-9ec1-fa33b9a06831), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:09.848526 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-079659e6-7981-48cb-bcc6-3d84ff932f50 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (6ed41a7a-c24f-4468-9ec1-fa33b9a06831), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:09.851055 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-079659e6-7981-48cb-bcc6-3d84ff932f50 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:09.852209 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-079659e6-7981-48cb-bcc6-3d84ff932f50 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ed41a7a-c24f-4468-9ec1-fa33b9a06831 HTTP/1.1" status: 204 len: 168 time: 0.1613028 Feb 07 02:50:09.863544 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079659e6-7981-48cb-bcc6-3d84ff932f50 tempest-TestVolumeBootPattern-4880212 tempest-TestVolumeBootPattern-4880212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed41a7a-c24f-4468-9ec1-fa33b9a06831,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:09.911214 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56774) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:10.446310 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640310'] for router_interface (69602ddf-b632-4121-a6be-7f46fd08d4ec), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:10.635960 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device b0040274-ab09-4f1a-b4db-e2e17452f0ae no longer exists at agent hyperv_hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:50:10.656905 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] No Port match for: b0040274-ab09-4f1a-b4db-e2e17452f0ae {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:50:10.657326 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Device b0040274-ab09-4f1a-b4db-e2e17452f0ae not bound to the agent host hv-cinder-82806 {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:50:10.692145 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Deleting port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:10.692689 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:10.771150 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] For port 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:50:10.771445 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:10.785694 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Calling delete_port for 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b owned by network:router_interface {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:10.964157 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:10.995507 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:11.159458 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640418'] for router_interface (69602ddf-b632-4121-a6be-7f46fd08d4ec), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:11.374328 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Router 69602ddf-b632-4121-a6be-7f46fd08d4ec has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:50:11.480493 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:50:11.488660 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6ed696a1-aaa7-43d3-94e8-d3acbc590848 admin admin] 10.222.0.15 "PUT /v2.0/routers/69602ddf-b632-4121-a6be-7f46fd08d4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736439 Feb 07 02:50:11.488660 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56792) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:11.492617 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] Sync routers for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:50:11.503167 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:50:11.503850 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:49:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:11.593199 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks [] for router (69602ddf-b632-4121-a6be-7f46fd08d4ec), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:11.607727 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: dv-cinder-828061-1-iscsi {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:50:11.697091 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks [] for router_gateway (69602ddf-b632-4121-a6be-7f46fd08d4ec), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:11.750051 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Deleting port cc634a29-3b76-4026-8fcf-6b925eb7aebc {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:11.750386 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:11.784321 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:50:10Z', 'revision_number': 5, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port': {'id': 'cc634a29-3b76-4026-8fcf-6b925eb7aebc', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:15Z', 'updated_at': '2022-02-07T02:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:11.831630 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] For port cc634a29-3b76-4026-8fcf-6b925eb7aebc, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=cc634a29-3b76-4026-8fcf-6b925eb7aebc,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:50:11.831991 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:11.846042 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Calling delete_port for cc634a29-3b76-4026-8fcf-6b925eb7aebc owned by network:router_gateway {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:11.935764 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] Checking router: 69602ddf-b632-4121-a6be-7f46fd08d4ec for host: dv-cinder-828061-1-iscsi {{(pid=109071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:50:11.946775 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] Routers {'69602ddf-b632-4121-a6be-7f46fd08d4ec'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:50:11.947391 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:49:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['69602ddf-b632-4121-a6be-7f46fd08d4ec'], 'active': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:12.016503 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (cc634a29-3b76-4026-8fcf-6b925eb7aebc), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.033773 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvr_db [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] Set router 69602ddf-b632-4121-a6be-7f46fd08d4ec gateway port host: None {{(pid=109071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:50:12.048146 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc634a29-3b76-4026-8fcf-6b925eb7aebc,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:12.087233 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_hamode_db [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:50:11Z', 'revision_number': 6, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port_host': None}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:12.101333 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1641216'] for router_gateway (69602ddf-b632-4121-a6be-7f46fd08d4ec), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.113652 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03523389-38a1-4d16-8b9b-ec19275bcf5f None None] The sync data for ids ['69602ddf-b632-4121-a6be-7f46fd08d4ec'] in dv-cinder-828061-1-iscsi is: [{'id': '69602ddf-b632-4121-a6be-7f46fd08d4ec', 'name': 'tempest-TestVolumeBootPattern-2092778636-router', 'tenant_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:14Z', 'updated_at': '2022-02-07T02:50:11Z', 'revision_number': 6, 'project_id': 'a90c5dfb972244c1aa625e07b1e3fe40', 'gw_port_host': None}] {{(pid=109071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:50:12.194850 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15885'] for router (69602ddf-b632-4121-a6be-7f46fd08d4ec), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.197152 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks [] for router_controller (69602ddf-b632-4121-a6be-7f46fd08d4ec), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.242528 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638032'] for router (69602ddf-b632-4121-a6be-7f46fd08d4ec), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.243062 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69602ddf-b632-4121-a6be-7f46fd08d4ec {{(pid=109070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 02:50:12.247403 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.248520 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d9957d1c-9089-4f6c-a16c-a0680d83c345 admin admin] 10.222.0.15 "DELETE /v2.0/routers/69602ddf-b632-4121-a6be-7f46fd08d4ec HTTP/1.1" status: 204 len: 168 time: 0.7591243 Feb 07 02:50:12.250983 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56796) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:12.293968 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-3382b7d8-1348-4a08-9215-444618139e65 admin admin] Deleting subnet b23f3586-0566-4419-ba2f-e0f5ed208f10 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:50:12.297030 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3382b7d8-1348-4a08-9215-444618139e65 admin admin] Publish callbacks [] for subnet (b23f3586-0566-4419-ba2f-e0f5ed208f10), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.330856 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3382b7d8-1348-4a08-9215-444618139e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13350466'] for subnet (b23f3586-0566-4419-ba2f-e0f5ed208f10), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.408137 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3382b7d8-1348-4a08-9215-444618139e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b23f3586-0566-4419-ba2f-e0f5ed208f10), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.461323 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3382b7d8-1348-4a08-9215-444618139e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13349921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13335487'] for subnet (b23f3586-0566-4419-ba2f-e0f5ed208f10), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.488777 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382b7d8-1348-4a08-9215-444618139e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23f3586-0566-4419-ba2f-e0f5ed208f10,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:12.490747 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3382b7d8-1348-4a08-9215-444618139e65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.494592 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d04335-9041-455e-8349-7f2525c14b41 None None] Network cc9544ab-0eed-49d7-80b6-5927b9db83bc requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:50:12.498193 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3382b7d8-1348-4a08-9215-444618139e65 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b23f3586-0566-4419-ba2f-e0f5ed208f10 HTTP/1.1" status: 204 len: 168 time: 0.2462289 Feb 07 02:50:12.500564 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56798) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:12.573739 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (cc9544ab-0eed-49d7-80b6-5927b9db83bc), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.632839 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Deleting port 2bcef92c-a083-461a-9424-9f7eba32313b {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:12.633179 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.692978 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] For port 2bcef92c-a083-461a-9424-9f7eba32313b, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=2bcef92c-a083-461a-9424-9f7eba32313b,segment=NetworkSegment(d4ded4ae-5182-4c77-8655-bb4b2e713a5c),segment_id=d4ded4ae-5182-4c77-8655-bb4b2e713a5c)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:50:12.693341 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.706437 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Calling delete_port for 2bcef92c-a083-461a-9424-9f7eba32313b owned by network:dhcp {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:12.780710 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (2bcef92c-a083-461a-9424-9f7eba32313b), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.810028 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcef92c-a083-461a-9424-9f7eba32313b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:12.811762 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] No DVR routers for this DVR port 2bcef92c-a083-461a-9424-9f7eba32313b on host dv-cinder-828061-1-iscsi {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:50:12.880287 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (cc9544ab-0eed-49d7-80b6-5927b9db83bc), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.893760 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255cd0b-8617-4dcb-93f4-9b3daf20f418 None None] DHCP port deletion for cc9544ab-0eed-49d7-80b6-5927b9db83bc request from dv-cinder-828061-1-iscsi {{(pid=109071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 02:50:12.904176 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9544ab-0eed-49d7-80b6-5927b9db83bc']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:12.917640 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:12.917882 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ded4ae-5182-4c77-8655-bb4b2e713a5c') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:12.928154 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (d4ded4ae-5182-4c77-8655-bb4b2e713a5c), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.937748 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:50:12.942283 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (d4ded4ae-5182-4c77-8655-bb4b2e713a5c), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.950067 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:50:12.950067 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (d4ded4ae-5182-4c77-8655-bb4b2e713a5c), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:50:12.952054 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:50:12.958852 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:50:12.959147 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 05ccc044-4dde-4d0d-b6e4-0d7c1f379e5b not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:50:12.959608 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device cc634a29-3b76-4026-8fcf-6b925eb7aebc no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:50:12.986979 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: cc634a29-3b76-4026-8fcf-6b925eb7aebc {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:50:12.986979 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device cc634a29-3b76-4026-8fcf-6b925eb7aebc not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:50:12.986979 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 2bcef92c-a083-461a-9424-9f7eba32313b no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:50:13.008955 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 2bcef92c-a083-461a-9424-9f7eba32313b {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:50:13.010841 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 2bcef92c-a083-461a-9424-9f7eba32313b not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:50:13.022353 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (cc9544ab-0eed-49d7-80b6-5927b9db83bc), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:13.028975 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:13.032391 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cc9544ab-0eed-49d7-80b6-5927b9db83bc HTTP/1.1" status: 204 len: 168 time: 0.5299823 Feb 07 02:50:13.035619 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56802) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:13.045563 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283a052-8d68-48cb-aa89-ec6d4c583019 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9544ab-0eed-49d7-80b6-5927b9db83bc,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:13.383709 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640310'] for router_interface (322661e2-fc67-4594-8eb1-d80254c39197), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:13.615719 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Deleting port 301e7d21-4343-402f-b73b-1f7e5046ae53 {{(pid=109069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:13.615937 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:13.689396 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.db [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] For port 301e7d21-4343-402f-b73b-1f7e5046ae53, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=301e7d21-4343-402f-b73b-1f7e5046ae53,segment=NetworkSegment(f2629a5a-904e-4a1a-828e-ba38b4a11e8e),segment_id=f2629a5a-904e-4a1a-828e-ba38b4a11e8e)] {{(pid=109069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:50:13.689752 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:13.702407 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.plugins.ml2.plugin [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Calling delete_port for 301e7d21-4343-402f-b73b-1f7e5046ae53 owned by network:router_interface {{(pid=109069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:13.874192 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776241'] for port (301e7d21-4343-402f-b73b-1f7e5046ae53), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:13.896111 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=301e7d21-4343-402f-b73b-1f7e5046ae53,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:14.292719 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640418'] for router_interface (322661e2-fc67-4594-8eb1-d80254c39197), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:14.497743 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Router 322661e2-fc67-4594-8eb1-d80254c39197 has already been hosted by L3 agent 8429b482-5e17-4b23-9af0-69d1c93c6fc8 {{(pid=109069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 07 02:50:14.602069 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] Notify agent at l3_agent.dv-cinder-828061-1-iscsi the message routers_updated {{(pid=109069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 07 02:50:14.606876 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-210ad0e4-436d-49c1-b8b8-173f04630ef4 admin admin] 10.222.0.15 "PUT /v2.0/routers/322661e2-fc67-4594-8eb1-d80254c39197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5695658 Feb 07 02:50:14.609561 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56806) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:14.610111 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] Sync routers for ids ['322661e2-fc67-4594-8eb1-d80254c39197'] in dv-cinder-828061-1-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 02:50:14.619404 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] Routers {'322661e2-fc67-4594-8eb1-d80254c39197'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:50:14.620005 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:49:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['322661e2-fc67-4594-8eb1-d80254c39197'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:14.721373 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks [] for router (322661e2-fc67-4594-8eb1-d80254c39197), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:14.726246 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] Set router 322661e2-fc67-4594-8eb1-d80254c39197 gateway port host: dv-cinder-828061-1-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:50:14.828726 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks [] for router_gateway (322661e2-fc67-4594-8eb1-d80254c39197), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:14.884793 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Deleting port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:14.885408 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:14.964748 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] For port 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=8c2fafd5-6c1f-45d9-b979-3d6ca9df7780,segment=NetworkSegment(6a9d3080-392b-4706-b64a-f13e2559bf9f),segment_id=6a9d3080-392b-4706-b64a-f13e2559bf9f)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:50:14.965135 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:14.986653 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322661e2-fc67-4594-8eb1-d80254c39197', 'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'external_fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:20Z', 'updated_at': '2022-02-07T02:50:13Z', 'revision_number': 5, 'project_id': '50366d8339e8453d810e04b48706f155', 'gw_port': {'id': '8c2fafd5-6c1f-45d9-b979-3d6ca9df7780', 'name': '', 'network_id': '01f17f2d-22c3-4418-9410-83b13ec0de51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322661e2-fc67-4594-8eb1-d80254c39197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828061-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T02:42:21Z', 'updated_at': '2022-02-07T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05b8a5cb-5aac-47ad-88a3-f09be0174890', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828061-1-iscsi'}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:15.016195 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] Checking router: 322661e2-fc67-4594-8eb1-d80254c39197 for host: dv-cinder-828061-1-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 02:50:15.025007 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] Routers {'322661e2-fc67-4594-8eb1-d80254c39197'} bound to L3 agent in host dv-cinder-828061-1-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 07 02:50:15.025629 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828061-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T02:32:48Z,description=,heartbeat_timestamp=2022-02-07T02:49:48Z,host='dv-cinder-828061-1-iscsi',id=8429b482-5e17-4b23-9af0-69d1c93c6fc8,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T02:32:48Z,topic='l3_agent')) {'router_ids': ['322661e2-fc67-4594-8eb1-d80254c39197'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:15.127034 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] Set router 322661e2-fc67-4594-8eb1-d80254c39197 gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 07 02:50:15.180327 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322661e2-fc67-4594-8eb1-d80254c39197', 'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:20Z', 'updated_at': '2022-02-07T02:50:14Z', 'revision_number': 6, 'project_id': '50366d8339e8453d810e04b48706f155', 'gw_port_host': None}], 'dv-cinder-828061-1-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:15.216785 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8804adb-40c2-418b-8ee4-cc58155e45ba None None] The sync data for ids ['322661e2-fc67-4594-8eb1-d80254c39197'] in dv-cinder-828061-1-iscsi is: [{'id': '322661e2-fc67-4594-8eb1-d80254c39197', 'name': 'tempest-TestVolumeBootPattern-1457033191-router', 'tenant_id': '50366d8339e8453d810e04b48706f155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T02:42:20Z', 'updated_at': '2022-02-07T02:50:14Z', 'revision_number': 6, 'project_id': '50366d8339e8453d810e04b48706f155', 'gw_port_host': None}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 02:50:15.232844 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Calling delete_port for 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 owned by network:router_gateway {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:15.375168 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2879147f-6ef2-40d0-9ae1-e0f845c95fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.404317 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (8c2fafd5-6c1f-45d9-b979-3d6ca9df7780), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.428665 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2fafd5-6c1f-45d9-b979-3d6ca9df7780,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:15.495797 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1641216'] for router_gateway (322661e2-fc67-4594-8eb1-d80254c39197), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.616147 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1638023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15885'] for router (322661e2-fc67-4594-8eb1-d80254c39197), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.618476 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks [] for router_controller (322661e2-fc67-4594-8eb1-d80254c39197), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.665539 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1638032'] for router (322661e2-fc67-4594-8eb1-d80254c39197), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.666211 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 322661e2-fc67-4594-8eb1-d80254c39197 {{(pid=109070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 07 02:50:15.672510 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.673919 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-152837ca-deb5-418f-99f9-0942436ab7ed admin admin] 10.222.0.15 "DELETE /v2.0/routers/322661e2-fc67-4594-8eb1-d80254c39197 HTTP/1.1" status: 204 len: 168 time: 1.0633745 Feb 07 02:50:15.676614 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56824) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:15.720585 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee28735b-43f3-4a92-9e79-d9bba26c1a1a admin admin] Deleting subnet a25378a4-44f1-4832-bacc-67cf15f0bd08 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 07 02:50:15.723611 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ee28735b-43f3-4a92-9e79-d9bba26c1a1a admin admin] Publish callbacks [] for subnet (a25378a4-44f1-4832-bacc-67cf15f0bd08), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.756278 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ee28735b-43f3-4a92-9e79-d9bba26c1a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13350466'] for subnet (a25378a4-44f1-4832-bacc-67cf15f0bd08), precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.836570 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ee28735b-43f3-4a92-9e79-d9bba26c1a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a25378a4-44f1-4832-bacc-67cf15f0bd08), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.885661 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ee28735b-43f3-4a92-9e79-d9bba26c1a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13349921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13335487'] for subnet (a25378a4-44f1-4832-bacc-67cf15f0bd08), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.910422 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28735b-43f3-4a92-9e79-d9bba26c1a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25378a4-44f1-4832-bacc-67cf15f0bd08,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:15.914040 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ee28735b-43f3-4a92-9e79-d9bba26c1a1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:15.917192 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ee28735b-43f3-4a92-9e79-d9bba26c1a1a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a25378a4-44f1-4832-bacc-67cf15f0bd08 HTTP/1.1" status: 204 len: 168 time: 0.2393939 Feb 07 02:50:15.920308 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56826) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:15.923884 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59458053-accd-4f22-81df-5b5106d6e1a7 None None] Network 612da381-10f9-408a-814a-c0579e1bf502 requested from dv-cinder-828061-1-iscsi {{(pid=109071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 07 02:50:15.996819 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893330'] for network (612da381-10f9-408a-814a-c0579e1bf502), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.057669 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Deleting port ea50cca0-a316-46b7-b59e-1b17f066080b {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:16.058014 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.072052 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] DHCP port deletion for 612da381-10f9-408a-814a-c0579e1bf502 request from dv-cinder-828061-1-iscsi {{(pid=109071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 07 02:50:16.123485 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Deleting port ea50cca0-a316-46b7-b59e-1b17f066080b {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 07 02:50:16.123861 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782915886740'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.125825 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] For port ea50cca0-a316-46b7-b59e-1b17f066080b, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ea50cca0-a316-46b7-b59e-1b17f066080b,segment=NetworkSegment(f2629a5a-904e-4a1a-828e-ba38b4a11e8e),segment_id=f2629a5a-904e-4a1a-828e-ba38b4a11e8e)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:50:16.126195 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.138940 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Calling delete_port for ea50cca0-a316-46b7-b59e-1b17f066080b owned by network:dhcp {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:16.185231 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] For port ea50cca0-a316-46b7-b59e-1b17f066080b, host dv-cinder-828061-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828061-1-iscsi',level=0,port_id=ea50cca0-a316-46b7-b59e-1b17f066080b,segment=NetworkSegment(f2629a5a-904e-4a1a-828e-ba38b4a11e8e),segment_id=f2629a5a-904e-4a1a-828e-ba38b4a11e8e)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 07 02:50:16.185876 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1641677'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.198711 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Calling delete_port for ea50cca0-a316-46b7-b59e-1b17f066080b owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 07 02:50:16.223214 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13350142'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.249484 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea50cca0-a316-46b7-b59e-1b17f066080b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:16.252593 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] No DVR routers for this DVR port ea50cca0-a316-46b7-b59e-1b17f066080b on host dv-cinder-828061-1-iscsi {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:50:16.281086 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-721997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-438419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782915892471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782915421130'] for port (ea50cca0-a316-46b7-b59e-1b17f066080b), after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.305389 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Pushing event deleted for resources: {'Port': ['ID=ea50cca0-a316-46b7-b59e-1b17f066080b,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:16.312236 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] No DVR routers for this DVR port ea50cca0-a316-46b7-b59e-1b17f066080b on host dv-cinder-828061-1-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 02:50:16.322085 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322085 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322085 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322085 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322085 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322085 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322085 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322085 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322999 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322999 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.322999 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.323363 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.323524 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef3e57-12d3-4e79-874c-20e640c7beaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:16.330117 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-836307', 'neutron.services.segments.db._delete_segments_for_network-8782915747777'] for network (612da381-10f9-408a-814a-c0579e1bf502), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.350447 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612da381-10f9-408a-814a-c0579e1bf502']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:16.359435 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:16.359728 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2629a5a-904e-4a1a-828e-ba38b4a11e8e') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 02:50:16.368734 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782915750346', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13350473'] for segment (f2629a5a-904e-4a1a-828e-ba38b4a11e8e), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.381995 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398'] for segment (f2629a5a-904e-4a1a-828e-ba38b4a11e8e), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.388313 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 02:50:16.388714 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13350027'] for segment (f2629a5a-904e-4a1a-828e-ba38b4a11e8e), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: Traceback (most recent call last): Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: timer() Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: cb(*args, **kw) Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: return func(*args, **kwargs) Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: self._notify() Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: self.callback(batched_events) Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: event.method(event) Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: return f(self, *a, **k) Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._get(url).json() Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 02:50:16.390340 dv-cinder-828061-1-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 02:50:16.441695 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-836298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1641316'] for network (612da381-10f9-408a-814a-c0579e1bf502), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.447032 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811155'] for network (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.450796 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] 10.222.0.15 "DELETE /v2.0/networks/612da381-10f9-408a-814a-c0579e1bf502 HTTP/1.1" status: 204 len: 168 time: 0.5296109 Feb 07 02:50:16.461535 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35354db-29cf-4439-a7f4-bb11f513867b admin admin] Pushing event deleted for resources: {'Network': ['ID=612da381-10f9-408a-814a-c0579e1bf502,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:16.556861 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56830) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:16.597201 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-959fc658-a6af-4ea9-a207-f52a684ef0e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a90c5dfb972244c1aa625e07b1e3fe40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391705 Feb 07 02:50:16.599678 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56834) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:16.653480 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7b2f87cd-c656-481a-9e0f-db43ec6192aa admin admin] Publish callbacks [] for security_group (37fc8e13-73cc-4c5e-9581-3cba14861507), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.675742 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7b2f87cd-c656-481a-9e0f-db43ec6192aa admin admin] Publish callbacks [] for security_group (37fc8e13-73cc-4c5e-9581-3cba14861507), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.727089 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 301e7d21-4343-402f-b73b-1f7e5046ae53 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:50:16.731582 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7b2f87cd-c656-481a-9e0f-db43ec6192aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (37fc8e13-73cc-4c5e-9581-3cba14861507), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.735205 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7b2f87cd-c656-481a-9e0f-db43ec6192aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:16.738803 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7b2f87cd-c656-481a-9e0f-db43ec6192aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37fc8e13-73cc-4c5e-9581-3cba14861507 HTTP/1.1" status: 204 len: 168 time: 0.1359463 Feb 07 02:50:16.745585 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f87cd-c656-481a-9e0f-db43ec6192aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc8e13-73cc-4c5e-9581-3cba14861507,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:16.766472 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 301e7d21-4343-402f-b73b-1f7e5046ae53 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:50:16.766824 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 301e7d21-4343-402f-b73b-1f7e5046ae53 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:50:16.767245 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ea50cca0-a316-46b7-b59e-1b17f066080b no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:50:16.788121 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: ea50cca0-a316-46b7-b59e-1b17f066080b {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:50:16.788513 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device ea50cca0-a316-46b7-b59e-1b17f066080b not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:50:16.788931 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 no longer exists at agent ovs-agent-dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 07 02:50:16.808231 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] No Port match for: 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 {{(pid=109071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 07 02:50:16.808652 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.rpc [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Device 8c2fafd5-6c1f-45d9-b979-3d6ca9df7780 not bound to the agent host dv-cinder-828061-1-iscsi {{(pid=109071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 07 02:50:17.053912 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56846) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:17.093228 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-8033d7ae-a09c-4de9-8619-dcc72c758bc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50366d8339e8453d810e04b48706f155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381837 Feb 07 02:50:17.095541 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56848) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:17.143985 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Publish callbacks [] for security_group (5bfae2f7-5c51-4632-b875-6e3933684937), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:17.164607 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Publish callbacks [] for security_group (5bfae2f7-5c51-4632-b875-6e3933684937), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:17.208736 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (5bfae2f7-5c51-4632-b875-6e3933684937), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:17.211208 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:17.212335 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bfae2f7-5c51-4632-b875-6e3933684937 HTTP/1.1" status: 204 len: 168 time: 0.1159327 Feb 07 02:50:17.220244 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfae2f7-5c51-4632-b875-6e3933684937,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:17.227148 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.227436 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.227771 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.228100 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.228449 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.228774 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.229097 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.229418 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.229738 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.230055 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.230368 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.231329 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.231648 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9329db1c-856d-4c95-a100-035b42fd8d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828061-1-iscsi {{(pid=109069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 02:50:17.795750 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78e436ae-c9a0-4375-a54f-5808e0b0a3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:18.887217 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:20.276047 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56870) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:20.293840 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:20.378183 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6685124d-c23d-46fe-b73b-9e553e215a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:20.447922 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6685124d-c23d-46fe-b73b-9e553e215a90 admin admin] Publish callbacks [] for security_group (ec5012d2-596c-4857-ac84-53f515a0bb8b), precommit_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:20.451988 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-6685124d-c23d-46fe-b73b-9e553e215a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ec5012d2-596c-4857-ac84-53f515a0bb8b), after_create {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:20.488257 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-6685124d-c23d-46fe-b73b-9e553e215a90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7aa103494b0446d93389d4fc57fd962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111096 Feb 07 02:50:20.489141 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685124d-c23d-46fe-b73b-9e553e215a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5012d2-596c-4857-ac84-53f515a0bb8b,revision_number=1']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:20.490982 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56874) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:20.538296 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d3ccdbd4-5d78-416c-8420-2fdc920ecd9d admin admin] Publish callbacks [] for security_group (ec5012d2-596c-4857-ac84-53f515a0bb8b), before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:20.559579 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d3ccdbd4-5d78-416c-8420-2fdc920ecd9d admin admin] Publish callbacks [] for security_group (ec5012d2-596c-4857-ac84-53f515a0bb8b), precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:20.604510 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d3ccdbd4-5d78-416c-8420-2fdc920ecd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (ec5012d2-596c-4857-ac84-53f515a0bb8b), after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:20.607669 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d3ccdbd4-5d78-416c-8420-2fdc920ecd9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:20.608978 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d3ccdbd4-5d78-416c-8420-2fdc920ecd9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec5012d2-596c-4857-ac84-53f515a0bb8b HTTP/1.1" status: 204 len: 168 time: 0.1169951 Feb 07 02:50:20.616393 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccdbd4-5d78-416c-8420-2fdc920ecd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5012d2-596c-4857-ac84-53f515a0bb8b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:21.559134 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.15', 56904) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:21.659203 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-38dd369c-d0dc-454e-bc60-261165b8a88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:21.731076 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-38dd369c-d0dc-454e-bc60-261165b8a88d admin admin] Publish callbacks [] for security_group (fc376778-b6e0-473f-af85-1ada947dd48e), precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:21.734531 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-38dd369c-d0dc-454e-bc60-261165b8a88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (fc376778-b6e0-473f-af85-1ada947dd48e), after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:21.774505 dv-cinder-828061-1-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-38dd369c-d0dc-454e-bc60-261165b8a88d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12f0cddd2c8941abbfc997bcad5d86cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143257 Feb 07 02:50:21.775375 dv-cinder-828061-1-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd369c-d0dc-454e-bc60-261165b8a88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc376778-b6e0-473f-af85-1ada947dd48e,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:21.777217 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.wsgi [-] (109069) accepted ('10.222.0.15', 56908) {{(pid=109069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 07 02:50:21.832428 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d7e287f-87c0-49c7-83f2-b59519c6d210 admin admin] Publish callbacks [] for security_group (fc376778-b6e0-473f-af85-1ada947dd48e), before_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:21.855402 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d7e287f-87c0-49c7-83f2-b59519c6d210 admin admin] Publish callbacks [] for security_group (fc376778-b6e0-473f-af85-1ada947dd48e), precommit_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:21.900685 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d7e287f-87c0-49c7-83f2-b59519c6d210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628437'] for security_group (fc376778-b6e0-473f-af85-1ada947dd48e), after_delete {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:21.903323 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron_lib.callbacks.manager [None req-2d7e287f-87c0-49c7-83f2-b59519c6d210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:21.904477 dv-cinder-828061-1-iscsi neutron-server[109069]: INFO neutron.wsgi [None req-2d7e287f-87c0-49c7-83f2-b59519c6d210 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc376778-b6e0-473f-af85-1ada947dd48e HTTP/1.1" status: 204 len: 168 time: 0.1262295 Feb 07 02:50:21.912186 dv-cinder-828061-1-iscsi neutron-server[109069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e287f-87c0-49c7-83f2-b59519c6d210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc376778-b6e0-473f-af85-1ada947dd48e,revision_number=None']} {{(pid=109069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 02:50:21.955760 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:21.977539 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:50:38.115877 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:45.376437 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57982a90-ac7d-4677-bc78-02ae3d028f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:47.797484 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-de5ad396-2836-49f6-a94d-97a4bf903769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:48.889960 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:50.295250 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:51.958326 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:50:58.978839 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:51:08.120655 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:15.376508 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4cfc0eab-0c5d-42a1-92e5-2be3c47a403c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:17.798502 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-56bf18e9-bd66-49e5-bd51-77bf6488bd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:18.893051 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:20.297283 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:21.960074 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:35.978148 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:51:38.130281 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:45.377329 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c6031607-2005-41f0-939f-6453e87d1648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:47.798419 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5cdd1dcb-dc20-4557-987e-9de51590cff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:48.896098 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:50.300931 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:51:51.962087 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:08.129137 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:12.976957 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:52:15.379200 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3579848-6ea8-40cd-944a-d44f98ebfbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:17.801570 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cc5be1e5-c740-4ba0-91d5-709b623699ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:18.898036 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:20.303249 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:21.964279 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:38.144370 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:45.380659 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-360a9219-9bb7-4d13-b501-3c21b7a401dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:47.802646 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-daff4627-2e8a-4798-bcd2-4dc078c7a8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:48.901073 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:49.976837 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:52:50.308310 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:52:51.965629 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:08.158909 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:15.381561 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9b062ce6-b665-48c8-82cb-8237cd2aacfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:17.803955 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bde3f0b1-de1b-43a3-b6ca-1d0f7e356835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:18.903574 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:20.307656 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:21.969426 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:26.975230 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:53:38.157935 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:45.382974 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5ec8e848-6893-4e6f-bc8c-fab6521f46c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:47.805125 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8b501f7f-1dbd-4b46-944b-34dc0ae9a523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:48.905923 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:50.310278 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:53:51.971472 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:03.973809 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:54:08.162439 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:15.383579 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a11b11de-d87e-48b0-baf1-5abde7e8fe52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:17.806735 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-89b93211-5eff-4eba-ab3d-2e66734acb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:18.907978 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:20.315838 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:21.971982 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:38.172642 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:40.972307 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:54:45.385006 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9cab6cdd-c1c3-461a-bd08-c3465860612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:47.809131 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dbed5976-84f3-4505-a517-d3161648544f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:48.911088 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:50.314077 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:54:51.973344 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:55:08.172615 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:55:15.385589 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50e11f84-815f-45ed-b6bd-575e257800ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (428e57bc-d155-4c5f-bc54-4ed3dc3a8e19), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:55:17.810503 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-24c60df1-1a14-447a-a9b5-88f454732f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (8429b482-5e17-4b23-9af0-69d1c93c6fc8), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:55:17.971083 dv-cinder-828061-1-iscsi neutron-server[109072]: DEBUG neutron.db.agents_db [None req-95358290-7fe5-4e6e-b88d-e48d4b3abe4d None None] Agent healthcheck: found 6 active agents {{(pid=109072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 07 02:55:18.914267 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f6de05cb-d863-431e-815f-891a6292d669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (542cda9a-8bc7-4adb-a3fe-3b4cf30443c7), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:55:20.316486 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9255d10-d316-4dcc-a0aa-9a44d364b217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (7188b345-c366-450e-bb24-7eba5b0db3ab), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:55:21.974447 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-57d88187-9c55-47a0-ac3b-48af7c9f5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (81a6e843-0faa-4231-82a9-9be186a1be54), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 07 02:55:38.171959 dv-cinder-828061-1-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-cb05621f-57bb-49d3-886c-8e5e78f2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782915747759', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-839384'] for agent (39c58df9-fd5b-478f-99bf-43291d17088a), after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}